03:09:12.039 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:09:12.039 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbuWBHh/test-tmp
03:09:12.039 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:09:12.039 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbuWBHh/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:09:12.041 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:09:12.377 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:09:12.377 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:09:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.381003 853 mini_oidc.cc:152] Starting JWKS server
03:09:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.384889 853 webserver.cc:460] Webserver started at http://127.0.0.1:33623/ using document root <none> and password file <none>
03:09:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.385421 853 mini_oidc.cc:189] Starting OIDC Discovery server
03:09:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.387286 853 webserver.cc:460] Webserver started at http://127.0.0.1:36677/ using document root <none> and password file <none>
03:09:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T03:09:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:09:12.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T03:09:12Z Disabled control of system clock
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.447810 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/logs
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/info.pb
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.126:35975
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.126
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:09:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:09:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.773406 866 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.774024 866 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.774557 866 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.806135 866 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.806433 866 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:09:12.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.806584 866 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.806792 866 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.806980 866 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.807159 866 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:12.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.807298 866 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33623/jwks.json
03:09:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.843442 866 master_runner.cc:386] Master server non-default flags:
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.126:35975
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/info.pb
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.126
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/logs
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.844728 866 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.846385 866 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.866734 875 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.866757 878 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:12.867090 876 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:12.867905 866 server_base.cc:1034] running on GCE node
03:09:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.174741 866 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.177845 866 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.179314 866 hybrid_clock.cc:648] HybridClock initialized: now 1786504154179207 us; error 102 us; skew 500 ppm
03:09:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.180415 866 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.194540 866 webserver.cc:460] Webserver started at http://127.0.213.126:42905/ using document root <none> and password file <none>
03:09:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.195816 866 fs_manager.cc:359] Metadata directory not provided
03:09:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.196098 866 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.196736 866 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.202189 866 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/instance:
03:09:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01bd230c6074435cb0793e3e4627d92e"
03:09:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:14 on dist-test-slave-ss4n"
03:09:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.203480 866 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal/instance:
03:09:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01bd230c6074435cb0793e3e4627d92e"
03:09:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:14 on dist-test-slave-ss4n"
03:09:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.211529 866 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
03:09:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.217837 889 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.219051 866 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
03:09:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.219491 866 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01bd230c6074435cb0793e3e4627d92e"
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:14 on dist-test-slave-ss4n"
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.219900 866 fs_report.cc:383] FS layout report
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/data
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.299510 866 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.301133 866 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.301704 866 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.391470 866 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.126:35975
03:09:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.391578 955 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.126:35975 every 8 connection(s)
03:09:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.394454 866 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/info.pb
03:09:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.398134 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 866
03:09:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.398763 853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal/instance
03:09:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.401930 956 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.404865 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/wal
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/logs
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data/info.pb
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.125:44651
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.125
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:09:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:09:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.419100 956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } has no permanent_uuid. Determining permanent_uuid...
03:09:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.452267 956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } has no permanent_uuid. Determining permanent_uuid...
03:09:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.455062 890 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.459559 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.509160 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } attempt: 1
03:09:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.513973 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.582564 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } attempt: 2
03:09:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.587277 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.678812 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } attempt: 3
03:09:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.683426 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.743000 959 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.743785 959 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.744479 959 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.799934 959 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.801079 959 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:09:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.802181 959 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.803100 959 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.804008 959 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.804744 959 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.805593 959 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33623/jwks.json
03:09:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.827296 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } attempt: 4
03:09:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.839967 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:14.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.916086 959 master_runner.cc:386] Master server non-default flags:
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/wal
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.125:44651
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data/info.pb
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.125
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/logs
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.918902 959 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:14.923170 959 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.969651 972 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:15.140278 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } attempt: 5
03:09:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:15.150969 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:15.700047 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } attempt: 6
03:09:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:15.708586 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:16.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.971714 971 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:16.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:14.970149 974 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:16.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.516304 973 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:09:16.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.516412 959 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.520867 959 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.523693 959 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:16.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.525171 959 hybrid_clock.cc:648] HybridClock initialized: now 1786504156525115 us; error 60 us; skew 500 ppm
03:09:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.526243 959 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.533015 959 webserver.cc:460] Webserver started at http://127.0.213.125:38287/ using document root <none> and password file <none>
03:09:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.534137 959 fs_manager.cc:359] Metadata directory not provided
03:09:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.534400 959 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.534955 959 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.540162 959 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data/instance:
03:09:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd474c7df4784d76b43110bb6bfaa10f"
03:09:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:16 on dist-test-slave-ss4n"
03:09:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.541888 959 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/wal/instance:
03:09:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd474c7df4784d76b43110bb6bfaa10f"
03:09:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:16 on dist-test-slave-ss4n"
03:09:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.549876 959 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
03:09:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.556348 984 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.557634 959 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:09:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.558118 959 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/wal
03:09:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd474c7df4784d76b43110bb6bfaa10f"
03:09:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:16 on dist-test-slave-ss4n"
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.558540 959 fs_report.cc:383] FS layout report
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/wal
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/wal
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data/data
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:16.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.600659 959 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:16.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.602640 959 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.603223 959 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.698189 959 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.125:44651
03:09:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.698325 1060 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.125:44651 every 8 connection(s)
03:09:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.701435 959 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/data/info.pb
03:09:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.707238 1061 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.709643 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 959
03:09:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.710158 853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-1/wal/instance
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.713465 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/logs
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/info.pb
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.124:42481
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.124
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:09:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:09:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.724452 1061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } has no permanent_uuid. Determining permanent_uuid...
03:09:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.753638 1061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } has no permanent_uuid. Determining permanent_uuid...
03:09:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.769345 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } attempt: 7
03:09:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.771229 1061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } has no permanent_uuid. Determining permanent_uuid...
03:09:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.773837 989 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.779455 1061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.786134 956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } has no permanent_uuid. Determining permanent_uuid...
03:09:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.792049 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.829101 1061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 1
03:09:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.834084 1061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.850528 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 1
03:09:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.854857 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.902568 1061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 2
03:09:16.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.906917 1061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.936378 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 2
03:09:16.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:16.940902 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:16.998397 1061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 3
03:09:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.002830 1061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.026397 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 3
03:09:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.030977 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.057461 1063 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.058246 1063 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.058863 1063 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.090969 1063 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.091360 1063 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:09:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.091668 1063 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.091967 1063 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.092253 1063 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.092542 1063 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.092757 1063 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33623/jwks.json
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.129611 1063 master_runner.cc:386] Master server non-default flags:
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.124:42481
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/info.pb
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.124
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/logs
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.131187 1063 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:17.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.132894 1063 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:17.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.146345 1061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 4
03:09:17.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.150854 1061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:17.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.153259 1081 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:17.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.171491 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 4
03:09:17.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.176347 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.450408 1061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 5
03:09:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.454226 1061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:17.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.459997 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 5
03:09:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.464835 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.001936 1061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 6
03:09:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:18.009720 1061 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.017529 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 6
03:09:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:18.026317 956 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.213.124:42481: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.153293 1077 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:17.153751 1078 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:17.155059 1063 server_base.cc:1034] running on GCE node
03:09:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.414578 1063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.417412 1063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.418970 1063 hybrid_clock.cc:648] HybridClock initialized: now 1786504158418902 us; error 64 us; skew 500 ppm
03:09:18.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.420112 1063 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.427816 1063 webserver.cc:460] Webserver started at http://127.0.213.124:34617/ using document root <none> and password file <none>
03:09:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.429030 1063 fs_manager.cc:359] Metadata directory not provided
03:09:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.429311 1063 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.429934 1063 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.435674 1063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/instance:
03:09:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac456fdbe3646d6966a84317f575909"
03:09:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:18 on dist-test-slave-ss4n"
03:09:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.437434 1063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal/instance:
03:09:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac456fdbe3646d6966a84317f575909"
03:09:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:18 on dist-test-slave-ss4n"
03:09:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.446203 1063 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
03:09:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.452899 1093 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:18.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.454232 1063 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.454643 1063 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac456fdbe3646d6966a84317f575909"
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:18 on dist-test-slave-ss4n"
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.455046 1063 fs_report.cc:383] FS layout report
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/data
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:18.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.496853 1063 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:18.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.498592 1063 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:18.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.499171 1063 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.596885 1063 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.124:42481
03:09:18.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.597015 1164 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.124:42481 every 8 connection(s)
03:09:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.599898 1063 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/info.pb
03:09:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.605822 1166 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.606130 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 1063
03:09:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.606621 853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal/instance
03:09:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.624346 1166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } has no permanent_uuid. Determining permanent_uuid...
03:09:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.653956 1166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } has no permanent_uuid. Determining permanent_uuid...
03:09:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.666728 1166 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } has no permanent_uuid. Determining permanent_uuid...
03:09:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.687263 1166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Bootstrap starting.
03:09:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.692957 1166 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Neither blocks nor log segments found. Creating new log.
03:09:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.695401 1166 log.cc:824] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Log is configured to *not* fsync() on all Append() calls
03:09:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.701377 1166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: No bootstrap required, opened a new log
03:09:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.727128 1166 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.728137 1166 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.728449 1166 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ac456fdbe3646d6966a84317f575909, State: Initialized, Role: FOLLOWER
03:09:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.729336 1166 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.732465 1177 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.733428 1177 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: FOLLOWER
03:09:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.734272 1166 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: configured and running, proceeding with master startup.
03:09:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:18.754946 1099 tablet.cc:2369] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:18.761950 1189 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:09:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:18.762429 1189 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:09:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.759006 1063 master_runner.cc:186] Error getting master registration for 127.0.213.126:35975: OK, instance_id { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" instance_seqno: 1786504154371204 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:09:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.789801 1063 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.805154 1177 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.805651 1177 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:18.807854 1177 leader_election.cc:288] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975), fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651)
03:09:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.059901 956 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 7
03:09:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.070391 1061 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } attempt: 7
03:09:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.087435 956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Bootstrap starting.
03:09:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.095674 956 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Neither blocks nor log segments found. Creating new log.
03:09:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.098510 956 log.cc:824] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Log is configured to *not* fsync() on all Append() calls
03:09:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.101891 1061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: Bootstrap starting.
03:09:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.105448 956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: No bootstrap required, opened a new log
03:09:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.114081 1061 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: Neither blocks nor log segments found. Creating new log.
03:09:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.116798 1061 log.cc:824] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: Log is configured to *not* fsync() on all Append() calls
03:09:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.117333 1094 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.0.213.125:44651 timed out after 0.309s (SENT)
03:09:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.143105 1061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: No bootstrap required, opened a new log
03:09:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.145119 956 raft_consensus.cc:348] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.146275 956 raft_consensus.cc:374] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.146739 956 raft_consensus.cc:729] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01bd230c6074435cb0793e3e4627d92e, State: Initialized, Role: FOLLOWER
03:09:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.147704 956 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.156167 1199 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.157083 1199 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: FOLLOWER
03:09:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.160148 956 sys_catalog.cc:564] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: configured and running, proceeding with master startup.
03:09:19.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.160367 919 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01bd230c6074435cb0793e3e4627d92e" is_pre_election: true
03:09:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.162490 919 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ac456fdbe3646d6966a84317f575909 in term 0.
03:09:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.161336 920 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01bd230c6074435cb0793e3e4627d92e" is_pre_election: true
03:09:19.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.164578 920 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ac456fdbe3646d6966a84317f575909 in term 0.
03:09:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.165936 920 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:43098 (request call id 2) took 357 ms (client timeout 309 ms). Trace:
03:09:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.167364 1096 leader_election.cc:302] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01bd230c6074435cb0793e3e4627d92e, 0ac456fdbe3646d6966a84317f575909; no voters:
03:09:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.168385 1177 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:09:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.168749 1177 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:09:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.169092 1177 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 0 FOLLOWER]: Advancing to term 1
03:09:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.183269 920 rpcz_store.cc:269] 0812 03:09:18.808390 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:09:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:18.808545 (+ 155us) service_pool.cc:227] Handling call
03:09:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:19.165852 (+357307us) inbound_call.cc:173] Queueing success response
03:09:19.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
03:09:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.187031 1177 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.189761 1061 raft_consensus.cc:348] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.190704 1061 raft_consensus.cc:374] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.191064 1061 raft_consensus.cc:729] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd474c7df4784d76b43110bb6bfaa10f, State: Initialized, Role: FOLLOWER
03:09:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.192261 1061 consensus_queue.cc:260] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:19.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.201682 920 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01bd230c6074435cb0793e3e4627d92e"
03:09:19.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.202812 920 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 0 FOLLOWER]: Advancing to term 1
03:09:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.204550 1061 sys_catalog.cc:564] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: configured and running, proceeding with master startup.
03:09:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.205302 1018 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd474c7df4784d76b43110bb6bfaa10f" is_pre_election: true
03:09:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.204715 1019 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd474c7df4784d76b43110bb6bfaa10f" is_pre_election: true
03:09:19.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.207118 1019 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:33616 (request call id 1) took 398 ms (client timeout 309 ms). Trace:
03:09:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.207455 1019 rpcz_store.cc:269] 0812 03:09:18.809142 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:09:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:18.809317 (+ 175us) service_pool.cc:227] Handling call
03:09:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:19.207027 (+397710us) inbound_call.cc:173] Queueing success response
03:09:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
03:09:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.208534 1205 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.209666 1205 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: This master's current role is: FOLLOWER
03:09:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.208834 1018 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ac456fdbe3646d6966a84317f575909 in term 0.
03:09:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.219513 920 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ac456fdbe3646d6966a84317f575909 in term 1.
03:09:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.220641 1177 leader_election.cc:288] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 1 election: Requested vote from peers 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975), fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651)
03:09:19.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.220656 1096 leader_election.cc:302] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01bd230c6074435cb0793e3e4627d92e, 0ac456fdbe3646d6966a84317f575909; no voters:
03:09:19.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.222605 1177 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 1 FOLLOWER]: Leader election won for term 1
03:09:19.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.223107 1018 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd474c7df4784d76b43110bb6bfaa10f"
03:09:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.224013 1018 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 0 FOLLOWER]: Advancing to term 1
03:09:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.237604 1177 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 1 LEADER]: Becoming Leader. State: Replica: 0ac456fdbe3646d6966a84317f575909, State: Running, Role: LEADER
03:09:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.238663 1177 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.241797 1018 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ac456fdbe3646d6966a84317f575909 in term 1.
03:09:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.251750 1212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0ac456fdbe3646d6966a84317f575909. Latest consensus state: current_term: 1 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.252614 1212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: LEADER
03:09:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.257725 1223 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:09:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.263515 1222 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:09:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.266999 1223 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:09:19.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.269786 1227 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:09:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.292121 1018 raft_consensus.cc:1261] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 1 FOLLOWER]: Refusing update from remote peer 0ac456fdbe3646d6966a84317f575909: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:09:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.293239 920 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 1 FOLLOWER]: Refusing update from remote peer 0ac456fdbe3646d6966a84317f575909: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:09:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.294832 1177 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:09:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.296423 1177 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [LEADER]: Connected to new peer: Peer: permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:09:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.314428 1205 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0ac456fdbe3646d6966a84317f575909. Latest consensus state: current_term: 1 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.314976 897 tablet.cc:2369] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:09:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.315302 1205 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: This master's current role is: FOLLOWER
03:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.321259 1228 mvcc.cc:205] Tried to move back new op lower bound from 7317521036445323264 to 7317521036252700672. Current Snapshot: MvccSnapshot[applied={T|T < 7317521036445323264}]
03:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.323585 1199 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0ac456fdbe3646d6966a84317f575909. Latest consensus state: current_term: 1 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.324113 1199 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: FOLLOWER
03:09:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.327913 1229 mvcc.cc:205] Tried to move back new op lower bound from 7317521036445323264 to 7317521036252700672. Current Snapshot: MvccSnapshot[applied={T|T < 7317521036445323264}]
03:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.330605 1212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.331427 1212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: LEADER
03:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.332120 1212 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.332767 1212 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: LEADER
03:09:19.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.336119 1223 catalog_manager.cc:1347] Generated new cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:19.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.336489 1223 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.343807 1205 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.344548 1205 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: This master's current role is: FOLLOWER
03:09:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.348063 1199 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.348829 1199 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: FOLLOWER
03:09:19.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.373028 1223 catalog_manager.cc:1370] Generated new certificate authority record
03:09:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.376122 1223 catalog_manager.cc:1504] Loading token signing keys...
03:09:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.406826 1223 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Generated new TSK 0
03:09:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.408145 1223 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.424438 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/wal
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/logs
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data/info.pb
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.65:0
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.213.65
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.65
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:09:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:09:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:09:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.823067 1238 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.823706 1238 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.824410 1238 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.862298 1238 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.863027 1238 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:09:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.863339 1238 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:09:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.863608 1238 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:09:19.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.864151 1238 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.213.65
03:09:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.902324 1238 tablet_server_runner.cc:78] Tablet server non-default flags:
03:09:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data
03:09:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/wal
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.65:0
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data/info.pb
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.65
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.213.65
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/logs
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:19.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.903954 1238 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:19.906222 1238 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:19.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.944672 1247 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.286029 1222 catalog_manager.cc:1259] Loaded cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.297622 1222 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: loading cluster ID for follower catalog manager: success
03:09:20.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.301882 1227 catalog_manager.cc:1259] Loaded cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:20.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.302196 1227 catalog_manager.cc:1552] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: loading cluster ID for follower catalog manager: success
03:09:20.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.312630 1222 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: acquiring CA information for follower catalog manager: success
03:09:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.318027 1227 catalog_manager.cc:1574] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: acquiring CA information for follower catalog manager: success
03:09:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.326951 1222 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:09:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:20.344558 1227 catalog_manager.cc:1602] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:09:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.946142 1245 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:21.748507 1246 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1801 milliseconds
03:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.749281 1238 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:19.946045 1244 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.752169 1238 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.762298 1238 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.764681 1238 hybrid_clock.cc:648] HybridClock initialized: now 1786504161764527 us; error 98 us; skew 500 ppm
03:09:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.766108 1238 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.802553 1238 webserver.cc:460] Webserver started at http://127.0.213.65:39021/ using document root <none> and password file <none>
03:09:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.804298 1238 fs_manager.cc:359] Metadata directory not provided
03:09:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.804824 1238 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.805632 1238 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.813983 1238 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data/instance:
03:09:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08d333bf26f940679ae9d7d65dfa0444"
03:09:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:21 on dist-test-slave-ss4n"
03:09:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.815992 1238 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/wal/instance:
03:09:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08d333bf26f940679ae9d7d65dfa0444"
03:09:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:21 on dist-test-slave-ss4n"
03:09:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.833380 1238 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.010s sys 0.003s
03:09:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.848434 1258 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.850312 1238 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.006s sys 0.004s
03:09:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.850939 1238 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/wal
03:09:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08d333bf26f940679ae9d7d65dfa0444"
03:09:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:21 on dist-test-slave-ss4n"
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.851598 1238 fs_report.cc:383] FS layout report
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/wal
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/wal
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data/data
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.935024 1238 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:21.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.937621 1238 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:21.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.938304 1238 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.957854 1238 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:09:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.958199 1238 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:09:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.958549 1238 ts_tablet_manager.cc:610] Registered 0 tablets
03:09:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:21.958799 1238 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:09:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.380939 1238 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.65:40727
03:09:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.381230 1404 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.65:40727 every 8 connection(s)
03:09:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.384776 1238 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/data/info.pb
03:09:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.394006 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 1238
03:09:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.395045 853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-0/wal/instance
03:09:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.457677 1405 heartbeater.cc:347] Connected to a master server at 127.0.213.125:44651
03:09:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.458402 1405 heartbeater.cc:464] Registering TS with master...
03:09:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.460246 1405 heartbeater.cc:511] Master 127.0.213.125:44651 requested a full tablet report, sending...
03:09:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.465956 1006 ts_manager.cc:194] Registered new tserver with Master: 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65:40727)
03:09:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.477192 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:22.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/wal
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/logs
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data/info.pb
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.66:0
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.213.66
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.66
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:09:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:09:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:09:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.492443 1407 heartbeater.cc:347] Connected to a master server at 127.0.213.126:35975
03:09:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.493673 1407 heartbeater.cc:464] Registering TS with master...
03:09:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.495366 1407 heartbeater.cc:511] Master 127.0.213.126:35975 requested a full tablet report, sending...
03:09:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.498899 908 ts_manager.cc:194] Registered new tserver with Master: 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65:40727)
03:09:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.512976 1406 heartbeater.cc:347] Connected to a master server at 127.0.213.124:42481
03:09:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.513375 1406 heartbeater.cc:464] Registering TS with master...
03:09:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.514398 1406 heartbeater.cc:511] Master 127.0.213.124:42481 requested a full tablet report, sending...
03:09:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.518950 1111 ts_manager.cc:194] Registered new tserver with Master: 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65:40727)
03:09:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:22.522393 1111 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.213.65:47089
03:09:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.926043 1409 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.926683 1409 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:22.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.927430 1409 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.964789 1409 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.965560 1409 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:09:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.965871 1409 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:09:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.966126 1409 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:09:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:22.966673 1409 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.213.66
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:23.007721 1409 tablet_server_runner.cc:78] Tablet server non-default flags:
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/wal
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.66:0
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data/info.pb
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.66
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.213.66
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/logs
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:23.009320 1409 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:23.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:23.011495 1409 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:23.040513 1417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:23.528656 1406 heartbeater.cc:503] Master 127.0.213.124:42481 was elected leader, sending a full tablet report...
03:09:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:23.042920 1416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:23.049413 1420 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:24.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:24.433210 1418 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:09:24.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.433399 1409 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:24.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.437958 1409 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.440359 1409 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.441782 1409 hybrid_clock.cc:648] HybridClock initialized: now 1786504164441744 us; error 62 us; skew 500 ppm
03:09:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.442653 1409 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.449687 1409 webserver.cc:460] Webserver started at http://127.0.213.66:37265/ using document root <none> and password file <none>
03:09:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.450659 1409 fs_manager.cc:359] Metadata directory not provided
03:09:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.450855 1409 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.451272 1409 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.457113 1409 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data/instance:
03:09:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dc93686f8e548dcaa3eb469720c1122"
03:09:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:24 on dist-test-slave-ss4n"
03:09:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.458349 1409 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/wal/instance:
03:09:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dc93686f8e548dcaa3eb469720c1122"
03:09:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:24 on dist-test-slave-ss4n"
03:09:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.466318 1409 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:09:24.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.472610 1429 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.473883 1409 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
03:09:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.474282 1409 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/wal
03:09:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dc93686f8e548dcaa3eb469720c1122"
03:09:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:24 on dist-test-slave-ss4n"
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.474677 1409 fs_report.cc:383] FS layout report
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/wal
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/wal
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data/data
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.523976 1409 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:24.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.525540 1409 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.526168 1409 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.536075 1409 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:09:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.536433 1409 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:09:24.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.536777 1409 ts_tablet_manager.cc:610] Registered 0 tablets
03:09:24.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.536994 1409 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:09:24.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.757225 1409 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.66:42531
03:09:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.758108 1574 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.66:42531 every 8 connection(s)
03:09:24.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.760882 1409 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/data/info.pb
03:09:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.767170 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 1409
03:09:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.767655 853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-1/wal/instance
03:09:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.782359 1577 heartbeater.cc:347] Connected to a master server at 127.0.213.126:35975
03:09:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.782985 1577 heartbeater.cc:464] Registering TS with master...
03:09:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.783305 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/wal
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/logs
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data/info.pb
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.67:0
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.213.67
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.67
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
03:09:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.784651 1577 heartbeater.cc:511] Master 127.0.213.126:35975 requested a full tablet report, sending...
03:09:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.792080 908 ts_manager.cc:194] Registered new tserver with Master: 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531)
03:09:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.795684 1575 heartbeater.cc:347] Connected to a master server at 127.0.213.125:44651
03:09:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.796082 1575 heartbeater.cc:464] Registering TS with master...
03:09:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.796872 1575 heartbeater.cc:511] Master 127.0.213.125:44651 requested a full tablet report, sending...
03:09:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.799822 1006 ts_manager.cc:194] Registered new tserver with Master: 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531)
03:09:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.800868 1576 heartbeater.cc:347] Connected to a master server at 127.0.213.124:42481
03:09:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.801244 1576 heartbeater.cc:464] Registering TS with master...
03:09:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.801987 1576 heartbeater.cc:511] Master 127.0.213.124:42481 requested a full tablet report, sending...
03:09:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.803989 1111 ts_manager.cc:194] Registered new tserver with Master: 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531)
03:09:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:24.805675 1111 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.213.66:54739
03:09:25.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.140189 1580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:25.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.140744 1580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.141392 1580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.174192 1580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.174932 1580 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
03:09:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.175235 1580 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
03:09:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.175503 1580 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
03:09:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.176028 1580 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.213.67
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:25.212878 1580 tablet_server_runner.cc:78] Tablet server non-default flags:
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/wal
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.67:0
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data/info.pb
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.67
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:25.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.213.67
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/logs
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:25.214447 1580 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:25.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:25.216177 1580 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.238039 1588 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:25.809440 1576 heartbeater.cc:503] Master 127.0.213.124:42481 was elected leader, sending a full tablet report...
03:09:26.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.240569 1590 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:25.238407 1587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:26.673607 1589 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1434 milliseconds
03:09:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.673686 1580 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.675153 1580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.677433 1580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:26.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.678997 1580 hybrid_clock.cc:648] HybridClock initialized: now 1786504166678969 us; error 48 us; skew 500 ppm
03:09:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.680147 1580 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.688189 1580 webserver.cc:460] Webserver started at http://127.0.213.67:40839/ using document root <none> and password file <none>
03:09:26.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.689292 1580 fs_manager.cc:359] Metadata directory not provided
03:09:26.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.689605 1580 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.690120 1580 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:09:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.696069 1580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data/instance:
03:09:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc6630478ecf45f6bd68239d5ea5babf"
03:09:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:26 on dist-test-slave-ss4n"
03:09:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.697540 1580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/wal/instance:
03:09:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc6630478ecf45f6bd68239d5ea5babf"
03:09:26.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:26 on dist-test-slave-ss4n"
03:09:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.708871 1580 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.009s sys 0.000s
03:09:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.717299 1599 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.718732 1580 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
03:09:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.719188 1580 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/wal
03:09:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc6630478ecf45f6bd68239d5ea5babf"
03:09:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:26 on dist-test-slave-ss4n"
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.719583 1580 fs_report.cc:383] FS layout report
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/wal
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/wal
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data/data
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.771093 1580 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.772766 1580 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.773273 1580 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.786363 1580 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:09:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.786715 1580 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:09:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.787081 1580 ts_tablet_manager.cc:610] Registered 0 tablets
03:09:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:26.787374 1580 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:09:27.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.002476 1580 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.67:35045
03:09:27.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.002992 1741 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.67:35045 every 8 connection(s)
03:09:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.005357 1580 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/data/info.pb
03:09:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.013811 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 1580
03:09:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.014467 853 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/ts-2/wal/instance
03:09:27.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.017964 1744 heartbeater.cc:347] Connected to a master server at 127.0.213.126:35975
03:09:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.020015 1744 heartbeater.cc:464] Registering TS with master...
03:09:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.022946 1744 heartbeater.cc:511] Master 127.0.213.126:35975 requested a full tablet report, sending...
03:09:27.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.026678 908 ts_manager.cc:194] Registered new tserver with Master: cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:27.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.032195 1742 heartbeater.cc:347] Connected to a master server at 127.0.213.125:44651
03:09:27.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.032577 1742 heartbeater.cc:464] Registering TS with master...
03:09:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.033417 1742 heartbeater.cc:511] Master 127.0.213.125:44651 requested a full tablet report, sending...
03:09:27.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.035096 1743 heartbeater.cc:347] Connected to a master server at 127.0.213.124:42481
03:09:27.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.035483 1743 heartbeater.cc:464] Registering TS with master...
03:09:27.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.036211 1006 ts_manager.cc:194] Registered new tserver with Master: cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:27.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.036305 1743 heartbeater.cc:511] Master 127.0.213.124:42481 requested a full tablet report, sending...
03:09:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.038362 1111 ts_manager.cc:194] Registered new tserver with Master: cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.040256 1111 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.213.67:32813
03:09:27.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.053452 853 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:09:27.068 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:09:27.068 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:09:27.070 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.213.126"
port: 35975
}
bound_http_address {
host: "127.0.213.126"
port: 42905
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.213.125"
port: 44651
}
bound_http_address {
host: "127.0.213.125"
port: 38287
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.213.124"
port: 42481
}
bound_http_address {
host: "127.0.213.124"
port: 34617
}
}
}
03:09:27.070 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:09:27.072 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.213.65"
port: 40727
}
bound_http_address {
host: "127.0.213.65"
port: 39021
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.213.66"
port: 42531
}
bound_http_address {
host: "127.0.213.66"
port: 37265
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.213.67"
port: 35045
}
bound_http_address {
host: "127.0.213.67"
port: 40839
}
}
}
03:09:27.073 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:09:27.075 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:09:27.077 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.213.124:42481(127.0.213.124:42481)] connecting to peer
03:09:27.078 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.213.126:35975(127.0.213.126:35975)] connecting to peer
03:09:27.079 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:27.079 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.213.124:42481(127.0.213.124:42481)] Successfully connected to peer
03:09:27.080 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.213.126:35975(127.0.213.126:35975)] Successfully connected to peer
03:09:27.081 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.213.125:44651(127.0.213.125:44651)] Successfully connected to peer
03:09:27.083 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.213.124
03:09:27.085 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.213.126
03:09:27.086 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.213.125
03:09:27.103 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc1fc34af, L:/127.0.0.1:49024 - R:/127.0.213.126:35975] using SASL/PLAIN
03:09:27.109 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8240c60b, L:/127.0.0.1:49320 - R:/127.0.213.124:42481] using SASL/PLAIN
03:09:27.114 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651] using SASL/PLAIN
03:09:27.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:09:27.117 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=41), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [30ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, deferred=null) after lookup
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.120113 1111 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49320:
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:27.124104 1111 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:09:27.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 204bd0be850d4eba90d1042e848a2694
03:09:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.213675 1667 tablet_service.cc:1467] Processing CreateTablet for tablet aaab963233f140cbba37c6d449e8d88d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:09:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.215195 1668 tablet_service.cc:1467] Processing CreateTablet for tablet 76c710f268fd443eba388415e75f20c9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:09:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.216902 1667 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aaab963233f140cbba37c6d449e8d88d. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.217003 1330 tablet_service.cc:1467] Processing CreateTablet for tablet 76c710f268fd443eba388415e75f20c9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:09:27.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.220063 1668 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76c710f268fd443eba388415e75f20c9. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.219920 1329 tablet_service.cc:1467] Processing CreateTablet for tablet aaab963233f140cbba37c6d449e8d88d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:09:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.221292 1330 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76c710f268fd443eba388415e75f20c9. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.224611 1329 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aaab963233f140cbba37c6d449e8d88d. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.230686 1497 tablet_service.cc:1467] Processing CreateTablet for tablet 76c710f268fd443eba388415e75f20c9 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
03:09:27.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.233155 1497 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 76c710f268fd443eba388415e75f20c9. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.238809 1496 tablet_service.cc:1467] Processing CreateTablet for tablet aaab963233f140cbba37c6d449e8d88d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
03:09:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.240120 1496 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet aaab963233f140cbba37c6d449e8d88d. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.269860 1772 tablet_bootstrap.cc:492] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf: Bootstrap starting.
03:09:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.278960 1772 tablet_bootstrap.cc:654] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf: Neither blocks nor log segments found. Creating new log.
03:09:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.281180 1774 tablet_bootstrap.cc:492] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122: Bootstrap starting.
03:09:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.282035 1775 tablet_bootstrap.cc:492] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444: Bootstrap starting.
03:09:27.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.283878 1772 log.cc:824] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf: Log is configured to *not* fsync() on all Append() calls
03:09:27.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.289229 1772 tablet_bootstrap.cc:492] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf: No bootstrap required, opened a new log
03:09:27.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.289759 1772 ts_tablet_manager.cc:1397] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf: Time spent bootstrapping tablet: real 0.021s user 0.014s sys 0.004s
03:09:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.290656 1774 tablet_bootstrap.cc:654] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122: Neither blocks nor log segments found. Creating new log.
03:09:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.290657 1775 tablet_bootstrap.cc:654] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444: Neither blocks nor log segments found. Creating new log.
03:09:27.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.293358 1774 log.cc:824] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122: Log is configured to *not* fsync() on all Append() calls
03:09:27.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.293358 1775 log.cc:824] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444: Log is configured to *not* fsync() on all Append() calls
03:09:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.299768 1774 tablet_bootstrap.cc:492] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122: No bootstrap required, opened a new log
03:09:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.300407 1774 ts_tablet_manager.cc:1397] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122: Time spent bootstrapping tablet: real 0.020s user 0.015s sys 0.000s
03:09:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.308370 1775 tablet_bootstrap.cc:492] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444: No bootstrap required, opened a new log
03:09:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.309090 1775 ts_tablet_manager.cc:1397] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444: Time spent bootstrapping tablet: real 0.033s user 0.009s sys 0.010s
03:09:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.320370 1772 raft_consensus.cc:348] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.321383 1772 raft_consensus.cc:374] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.321739 1772 raft_consensus.cc:729] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc6630478ecf45f6bd68239d5ea5babf, State: Initialized, Role: FOLLOWER
03:09:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.322836 1772 consensus_queue.cc:260] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.333415 1772 ts_tablet_manager.cc:1428] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf: Time spent starting tablet: real 0.043s user 0.037s sys 0.004s
03:09:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.334225 1743 heartbeater.cc:503] Master 127.0.213.124:42481 was elected leader, sending a full tablet report...
03:09:27.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.337700 1774 raft_consensus.cc:348] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.340003 1774 raft_consensus.cc:374] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.340384 1774 raft_consensus.cc:729] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dc93686f8e548dcaa3eb469720c1122, State: Initialized, Role: FOLLOWER
03:09:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.341830 1774 consensus_queue.cc:260] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.346872 1775 raft_consensus.cc:348] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.348412 1775 raft_consensus.cc:374] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.349213 1775 raft_consensus.cc:729] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08d333bf26f940679ae9d7d65dfa0444, State: Initialized, Role: FOLLOWER
03:09:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.350739 1775 consensus_queue.cc:260] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.360522 1772 tablet_bootstrap.cc:492] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf: Bootstrap starting.
03:09:27.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.364331 1775 ts_tablet_manager.cc:1428] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444: Time spent starting tablet: real 0.055s user 0.047s sys 0.000s
03:09:27.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.365425 1775 tablet_bootstrap.cc:492] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444: Bootstrap starting.
03:09:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.372166 1775 tablet_bootstrap.cc:654] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444: Neither blocks nor log segments found. Creating new log.
03:09:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.376086 1772 tablet_bootstrap.cc:654] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf: Neither blocks nor log segments found. Creating new log.
03:09:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.384388 1774 ts_tablet_manager.cc:1428] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122: Time spent starting tablet: real 0.084s user 0.044s sys 0.012s
03:09:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.403113 1774 tablet_bootstrap.cc:492] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122: Bootstrap starting.
03:09:27.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.420403 1781 raft_consensus.cc:482] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.420977 1775 tablet_bootstrap.cc:492] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444: No bootstrap required, opened a new log
03:09:27.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.421552 1775 ts_tablet_manager.cc:1397] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444: Time spent bootstrapping tablet: real 0.056s user 0.007s sys 0.016s
03:09:27.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.421056 1781 raft_consensus.cc:504] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.422720 1772 tablet_bootstrap.cc:492] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf: No bootstrap required, opened a new log
03:09:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.423168 1772 ts_tablet_manager.cc:1397] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf: Time spent bootstrapping tablet: real 0.063s user 0.012s sys 0.001s
03:09:27.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.425055 1775 raft_consensus.cc:348] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.425673 1772 raft_consensus.cc:348] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.425989 1775 raft_consensus.cc:374] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.426381 1772 raft_consensus.cc:374] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.426378 1775 raft_consensus.cc:729] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08d333bf26f940679ae9d7d65dfa0444, State: Initialized, Role: FOLLOWER
03:09:27.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.426636 1772 raft_consensus.cc:729] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc6630478ecf45f6bd68239d5ea5babf, State: Initialized, Role: FOLLOWER
03:09:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.427314 1772 consensus_queue.cc:260] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.430963 1781 leader_election.cc:288] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531), cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.433699 1774 tablet_bootstrap.cc:654] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122: Neither blocks nor log segments found. Creating new log.
03:09:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.435135 1775 consensus_queue.cc:260] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.438016 1781 raft_consensus.cc:482] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:27.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.438534 1781 raft_consensus.cc:504] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.449242 1781 leader_election.cc:288] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045), 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531)
03:09:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.452540 1775 ts_tablet_manager.cc:1428] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444: Time spent starting tablet: real 0.031s user 0.007s sys 0.002s
03:09:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.463385 1772 ts_tablet_manager.cc:1428] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf: Time spent starting tablet: real 0.040s user 0.004s sys 0.004s
03:09:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.464279 1774 tablet_bootstrap.cc:492] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122: No bootstrap required, opened a new log
03:09:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.464753 1774 ts_tablet_manager.cc:1397] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122: Time spent bootstrapping tablet: real 0.062s user 0.006s sys 0.005s
03:09:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.480525 1519 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaab963233f140cbba37c6d449e8d88d" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dc93686f8e548dcaa3eb469720c1122" is_pre_election: true
03:09:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.467468 1774 raft_consensus.cc:348] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.481870 1774 raft_consensus.cc:374] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.482281 1774 raft_consensus.cc:729] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dc93686f8e548dcaa3eb469720c1122, State: Initialized, Role: FOLLOWER
03:09:27.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.482085 1518 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76c710f268fd443eba388415e75f20c9" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dc93686f8e548dcaa3eb469720c1122" is_pre_election: true
03:09:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.483287 1774 consensus_queue.cc:260] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.484185 1518 raft_consensus.cc:2454] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 0.
03:09:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.485632 1774 ts_tablet_manager.cc:1428] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122: Time spent starting tablet: real 0.021s user 0.007s sys 0.002s
03:09:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.487411 1519 raft_consensus.cc:2454] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 0.
03:09:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.490209 1259 leader_election.cc:302] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d333bf26f940679ae9d7d65dfa0444, 9dc93686f8e548dcaa3eb469720c1122; no voters:
03:09:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.491495 1786 raft_consensus.cc:2781] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:09:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.491894 1786 raft_consensus.cc:482] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:09:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.492246 1786 raft_consensus.cc:3037] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Advancing to term 1
03:09:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.501897 1259 leader_election.cc:302] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d333bf26f940679ae9d7d65dfa0444, 9dc93686f8e548dcaa3eb469720c1122; no voters:
03:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.503099 1781 raft_consensus.cc:2781] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:09:27.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.503494 1781 raft_consensus.cc:482] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:09:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.503857 1781 raft_consensus.cc:3037] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Advancing to term 1
03:09:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.504946 1786 raft_consensus.cc:504] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:27.510027 1408 tablet.cc:2369] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:09:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.510773 1781 raft_consensus.cc:504] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.512810 1781 leader_election.cc:288] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 election: Requested vote from peers 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531), cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.514659 1519 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaab963233f140cbba37c6d449e8d88d" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dc93686f8e548dcaa3eb469720c1122"
03:09:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.515228 1519 raft_consensus.cc:3037] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Advancing to term 1
03:09:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:27.518424 1746 tablet.cc:2369] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:09:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.518374 1786 leader_election.cc:288] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 election: Requested vote from peers cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045), 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531)
03:09:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.519980 1518 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76c710f268fd443eba388415e75f20c9" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dc93686f8e548dcaa3eb469720c1122"
03:09:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.520632 1518 raft_consensus.cc:3037] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Advancing to term 1
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.521986 1692 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaab963233f140cbba37c6d449e8d88d" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6630478ecf45f6bd68239d5ea5babf" is_pre_election: true
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.522876 1692 raft_consensus.cc:2454] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 0.
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.524156 1691 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76c710f268fd443eba388415e75f20c9" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6630478ecf45f6bd68239d5ea5babf" is_pre_election: true
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.524747 1691 raft_consensus.cc:2454] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 0.
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.525054 1519 raft_consensus.cc:2454] T aaab963233f140cbba37c6d449e8d88d P 9dc93686f8e548dcaa3eb469720c1122 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 1.
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.525727 1690 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "aaab963233f140cbba37c6d449e8d88d" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6630478ecf45f6bd68239d5ea5babf"
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.526259 1690 raft_consensus.cc:3037] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Advancing to term 1
03:09:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.526377 1259 leader_election.cc:302] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d333bf26f940679ae9d7d65dfa0444, 9dc93686f8e548dcaa3eb469720c1122; no voters:
03:09:27.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.527597 1786 raft_consensus.cc:2781] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 1 FOLLOWER]: Leader election won for term 1
03:09:27.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.528265 1786 raft_consensus.cc:686] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [term 1 LEADER]: Becoming Leader. State: Replica: 08d333bf26f940679ae9d7d65dfa0444, State: Running, Role: LEADER
03:09:27.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.528746 1518 raft_consensus.cc:2454] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 1.
03:09:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.530642 1689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "76c710f268fd443eba388415e75f20c9" candidate_uuid: "08d333bf26f940679ae9d7d65dfa0444" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6630478ecf45f6bd68239d5ea5babf"
03:09:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.530102 1259 leader_election.cc:302] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d333bf26f940679ae9d7d65dfa0444, 9dc93686f8e548dcaa3eb469720c1122; no voters:
03:09:27.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.531235 1689 raft_consensus.cc:3037] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Advancing to term 1
03:09:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.531852 1786 consensus_queue.cc:237] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.534449 1781 raft_consensus.cc:2781] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 1 FOLLOWER]: Leader election won for term 1
03:09:27.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.539283 1689 raft_consensus.cc:2454] T 76c710f268fd443eba388415e75f20c9 P cc6630478ecf45f6bd68239d5ea5babf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 1.
03:09:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.540721 1690 raft_consensus.cc:2454] T aaab963233f140cbba37c6d449e8d88d P cc6630478ecf45f6bd68239d5ea5babf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08d333bf26f940679ae9d7d65dfa0444 in term 1.
03:09:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:27.542349 1579 tablet.cc:2369] T 76c710f268fd443eba388415e75f20c9 P 9dc93686f8e548dcaa3eb469720c1122: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:09:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.544598 1781 raft_consensus.cc:686] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [term 1 LEADER]: Becoming Leader. State: Replica: 08d333bf26f940679ae9d7d65dfa0444, State: Running, Role: LEADER
03:09:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.545470 1781 consensus_queue.cc:237] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } }
03:09:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.553229 1109 catalog_manager.cc:5495] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 reported cstate change: term changed from 0 to 1, leader changed from <none> to 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65). New cstate: current_term: 1 leader_uuid: "08d333bf26f940679ae9d7d65dfa0444" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } health_report { overall_health: UNKNOWN } } }
03:09:27.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.574373 1109 catalog_manager.cc:5495] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 reported cstate change: term changed from 0 to 1, leader changed from <none> to 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65). New cstate: current_term: 1 leader_uuid: "08d333bf26f940679ae9d7d65dfa0444" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } health_report { overall_health: UNKNOWN } } }
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.799949 1109 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49334:
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:09:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:09:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:27.802799 1109 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:09:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.844544 1330 tablet_service.cc:1467] Processing CreateTablet for tablet 71c070017410443d87c2b4cda4f6a170 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:09:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.844998 1497 tablet_service.cc:1467] Processing CreateTablet for tablet 71c070017410443d87c2b4cda4f6a170 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:09:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.846325 1330 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 71c070017410443d87c2b4cda4f6a170. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.846515 1497 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 71c070017410443d87c2b4cda4f6a170. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.847193 1668 tablet_service.cc:1467] Processing CreateTablet for tablet 71c070017410443d87c2b4cda4f6a170 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
03:09:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.848879 1668 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 71c070017410443d87c2b4cda4f6a170. 1 dirs total, 0 dirs full, 0 dirs failed
03:09:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.860486 1775 tablet_bootstrap.cc:492] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: Bootstrap starting.
03:09:27.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.863410 1772 tablet_bootstrap.cc:492] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: Bootstrap starting.
03:09:27.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.864415 1774 tablet_bootstrap.cc:492] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: Bootstrap starting.
03:09:27.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.868125 1775 tablet_bootstrap.cc:654] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: Neither blocks nor log segments found. Creating new log.
03:09:27.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.868793 1772 tablet_bootstrap.cc:654] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: Neither blocks nor log segments found. Creating new log.
03:09:27.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.870514 1774 tablet_bootstrap.cc:654] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: Neither blocks nor log segments found. Creating new log.
03:09:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.878032 1774 tablet_bootstrap.cc:492] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: No bootstrap required, opened a new log
03:09:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.878487 1774 ts_tablet_manager.cc:1397] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: Time spent bootstrapping tablet: real 0.014s user 0.009s sys 0.004s
03:09:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.878814 1772 tablet_bootstrap.cc:492] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: No bootstrap required, opened a new log
03:09:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.879242 1772 ts_tablet_manager.cc:1397] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: Time spent bootstrapping tablet: real 0.016s user 0.009s sys 0.004s
03:09:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.879734 1775 tablet_bootstrap.cc:492] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: No bootstrap required, opened a new log
03:09:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.880239 1775 ts_tablet_manager.cc:1397] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: Time spent bootstrapping tablet: real 0.020s user 0.008s sys 0.009s
03:09:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.881408 1774 raft_consensus.cc:348] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.882189 1774 raft_consensus.cc:374] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.882012 1772 raft_consensus.cc:348] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.882582 1774 raft_consensus.cc:729] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dc93686f8e548dcaa3eb469720c1122, State: Initialized, Role: FOLLOWER
03:09:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.882869 1772 raft_consensus.cc:374] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.883347 1772 raft_consensus.cc:729] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc6630478ecf45f6bd68239d5ea5babf, State: Initialized, Role: FOLLOWER
03:09:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.883100 1775 raft_consensus.cc:348] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.883275 1774 consensus_queue.cc:260] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.883981 1775 raft_consensus.cc:374] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:09:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.884055 1772 consensus_queue.cc:260] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.884840 1780 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.885722 1780 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: This TxnStatusTablet replica's current role is: FOLLOWER
03:09:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.885511 1779 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.886318 1779 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: This TxnStatusTablet replica's current role is: FOLLOWER
03:09:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.884272 1775 raft_consensus.cc:729] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08d333bf26f940679ae9d7d65dfa0444, State: Initialized, Role: FOLLOWER
03:09:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.886317 1772 ts_tablet_manager.cc:1428] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: Time spent starting tablet: real 0.007s user 0.007s sys 0.000s
03:09:27.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.891716 1774 ts_tablet_manager.cc:1428] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: Time spent starting tablet: real 0.013s user 0.007s sys 0.000s
03:09:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.887053 1775 consensus_queue.cc:260] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.906060 1781 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.906883 1781 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: This TxnStatusTablet replica's current role is: FOLLOWER
03:09:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.912931 1775 ts_tablet_manager.cc:1428] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: Time spent starting tablet: real 0.032s user 0.005s sys 0.000s
03:09:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:27.990097 1781 consensus_queue.cc:1035] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:09:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.010540 1781 consensus_queue.cc:1035] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:09:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.018718 1781 consensus_queue.cc:1035] T 76c710f268fd443eba388415e75f20c9 P 08d333bf26f940679ae9d7d65dfa0444 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:09:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.051867 1786 consensus_queue.cc:1035] T aaab963233f140cbba37c6d449e8d88d P 08d333bf26f940679ae9d7d65dfa0444 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.005s
03:09:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.135876 1780 raft_consensus.cc:482] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:09:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.136276 1780 raft_consensus.cc:504] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.138797 1780 leader_election.cc:288] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65:40727), cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:28.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.154580 1352 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "71c070017410443d87c2b4cda4f6a170" candidate_uuid: "9dc93686f8e548dcaa3eb469720c1122" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08d333bf26f940679ae9d7d65dfa0444" is_pre_election: true
03:09:28.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.155455 1352 raft_consensus.cc:2454] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dc93686f8e548dcaa3eb469720c1122 in term 0.
03:09:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.156774 1430 leader_election.cc:302] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d333bf26f940679ae9d7d65dfa0444, 9dc93686f8e548dcaa3eb469720c1122; no voters:
03:09:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.157634 1780 raft_consensus.cc:2781] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:09:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.157986 1780 raft_consensus.cc:482] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:09:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.158315 1780 raft_consensus.cc:3037] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 0 FOLLOWER]: Advancing to term 1
03:09:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.158701 1689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "71c070017410443d87c2b4cda4f6a170" candidate_uuid: "9dc93686f8e548dcaa3eb469720c1122" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6630478ecf45f6bd68239d5ea5babf" is_pre_election: true
03:09:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.159224 1689 raft_consensus.cc:2454] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9dc93686f8e548dcaa3eb469720c1122 in term 0.
03:09:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.163072 1780 raft_consensus.cc:504] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.164467 1780 leader_election.cc:288] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [CANDIDATE]: Term 1 election: Requested vote from peers 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65:40727), cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.165293 1352 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "71c070017410443d87c2b4cda4f6a170" candidate_uuid: "9dc93686f8e548dcaa3eb469720c1122" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08d333bf26f940679ae9d7d65dfa0444"
03:09:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.165522 1689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "71c070017410443d87c2b4cda4f6a170" candidate_uuid: "9dc93686f8e548dcaa3eb469720c1122" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc6630478ecf45f6bd68239d5ea5babf"
03:09:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.165783 1352 raft_consensus.cc:3037] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [term 0 FOLLOWER]: Advancing to term 1
03:09:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.166102 1689 raft_consensus.cc:3037] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [term 0 FOLLOWER]: Advancing to term 1
03:09:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.169981 1352 raft_consensus.cc:2454] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dc93686f8e548dcaa3eb469720c1122 in term 1.
03:09:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.170050 1689 raft_consensus.cc:2454] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9dc93686f8e548dcaa3eb469720c1122 in term 1.
03:09:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.170929 1430 leader_election.cc:302] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d333bf26f940679ae9d7d65dfa0444, 9dc93686f8e548dcaa3eb469720c1122; no voters:
03:09:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.171522 1780 raft_consensus.cc:2781] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 1 FOLLOWER]: Leader election won for term 1
03:09:28.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.173283 1780 raft_consensus.cc:686] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [term 1 LEADER]: Becoming Leader. State: Replica: 9dc93686f8e548dcaa3eb469720c1122, State: Running, Role: LEADER
03:09:28.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.174198 1780 consensus_queue.cc:237] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } }
03:09:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.183266 1824 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: TxnStatusTablet state changed. Reason: New leader 9dc93686f8e548dcaa3eb469720c1122. Latest consensus state: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.183984 1824 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: This TxnStatusTablet replica's current role is: LEADER
03:09:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.186517 1826 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
03:09:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.187091 1826 txn_status_manager.cc:929] Loading transaction status metadata into memory...
03:09:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.189117 1111 catalog_manager.cc:5495] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66). New cstate: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } health_report { overall_health: UNKNOWN } } }
03:09:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.295993 1689 raft_consensus.cc:1261] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf [term 1 FOLLOWER]: Refusing update from remote peer 9dc93686f8e548dcaa3eb469720c1122: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:09:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.296306 1352 raft_consensus.cc:1261] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444 [term 1 FOLLOWER]: Refusing update from remote peer 9dc93686f8e548dcaa3eb469720c1122: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:09:28.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.298179 1780 consensus_queue.cc:1035] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:09:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.299845 1824 consensus_queue.cc:1035] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:09:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.318876 1779 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: TxnStatusTablet state changed. Reason: New leader 9dc93686f8e548dcaa3eb469720c1122. Latest consensus state: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.319664 1779 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: This TxnStatusTablet replica's current role is: FOLLOWER
03:09:28.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.323513 1817 mvcc.cc:205] Tried to move back new op lower bound from 7317521073323556864 to 7317521072850554880. Current Snapshot: MvccSnapshot[applied={T|T < 7317521073323556864}]
03:09:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.332549 1786 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: TxnStatusTablet state changed. Reason: New leader 9dc93686f8e548dcaa3eb469720c1122. Latest consensus state: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.333341 1786 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: This TxnStatusTablet replica's current role is: FOLLOWER
03:09:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.339843 1824 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.337133 1813 mvcc.cc:205] Tried to move back new op lower bound from 7317521073323556864 to 7317521072850554880. Current Snapshot: MvccSnapshot[applied={T|T < 7317521073323556864}]
03:09:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.340803 1824 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: This TxnStatusTablet replica's current role is: LEADER
03:09:28.351 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
03:09:28.357 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 204bd0be850d4eba90d1042e848a2694
03:09:28.357 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.213.124:42481
03:09:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.358731 1779 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.359474 1779 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P cc6630478ecf45f6bd68239d5ea5babf: This TxnStatusTablet replica's current role is: FOLLOWER
03:09:28.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:09:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.364188 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 1063
03:09:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.369251 1780 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.370062 1780 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P 9dc93686f8e548dcaa3eb469720c1122: This TxnStatusTablet replica's current role is: LEADER
03:09:28.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.390851 1786 tablet_replica.cc:439] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9dc93686f8e548dcaa3eb469720c1122" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" member_type: VOTER last_known_addr { host: "127.0.213.65" port: 40727 } } peers { permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" member_type: VOTER last_known_addr { host: "127.0.213.66" port: 42531 } } peers { permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" member_type: VOTER last_known_addr { host: "127.0.213.67" port: 35045 } } }
03:09:28.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.391603 1786 tablet_replica.cc:442] T 71c070017410443d87c2b4cda4f6a170 P 08d333bf26f940679ae9d7d65dfa0444: This TxnStatusTablet replica's current role is: FOLLOWER
03:09:28.453 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.213.124:42481(127.0.213.124:42481)] handling channelInactive
03:09:28.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.124:42481(127.0.213.124:42481)] cleaning up while in state READY due to: connection closed
03:09:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.453886 1743 heartbeater.cc:644] Failed to heartbeat to 127.0.213.124:42481 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.0.213.124:42481 (error 108)
03:09:28.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.455802 1433 connection.cc:535] client connection to 127.0.213.124:42481 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:09:28.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.456703 1576 heartbeater.cc:644] Failed to heartbeat to 127.0.213.124:42481 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:09:28.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.458316 1406 heartbeater.cc:644] Failed to heartbeat to 127.0.213.124:42481 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.0.213.124:42481 (error 108)
03:09:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.580742 1838 raft_consensus.cc:482] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0ac456fdbe3646d6966a84317f575909)
03:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.581344 1838 raft_consensus.cc:504] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.583839 1838 leader_election.cc:288] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975), 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481)
03:09:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.585106 920 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fd474c7df4784d76b43110bb6bfaa10f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "01bd230c6074435cb0793e3e4627d92e" is_pre_election: true
03:09:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.590885 989 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111) [suppressed 6 similar messages]
03:09:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.601171 989 leader_election.cc:334] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.601766 989 leader_election.cc:302] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fd474c7df4784d76b43110bb6bfaa10f; no voters: 01bd230c6074435cb0793e3e4627d92e, 0ac456fdbe3646d6966a84317f575909
03:09:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.602875 1838 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
03:09:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.613735 1841 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0ac456fdbe3646d6966a84317f575909)
03:09:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.614522 1841 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.618798 1841 leader_election.cc:288] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651), 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481)
03:09:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.618779 1018 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01bd230c6074435cb0793e3e4627d92e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fd474c7df4784d76b43110bb6bfaa10f" is_pre_election: true
03:09:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.619582 1018 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 01bd230c6074435cb0793e3e4627d92e in term 1.
03:09:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.622605 890 leader_election.cc:302] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01bd230c6074435cb0793e3e4627d92e, fd474c7df4784d76b43110bb6bfaa10f; no voters:
03:09:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.623749 1841 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 1 FOLLOWER]: Leader pre-election won for term 2
03:09:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.624143 1841 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0ac456fdbe3646d6966a84317f575909)
03:09:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.624539 1841 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 1 FOLLOWER]: Advancing to term 2
03:09:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.632086 893 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111) [suppressed 13 similar messages]
03:09:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.634057 1841 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:28.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.637120 1841 leader_election.cc:288] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [CANDIDATE]: Term 2 election: Requested vote from peers fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651), 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481)
03:09:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.640396 1018 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01bd230c6074435cb0793e3e4627d92e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fd474c7df4784d76b43110bb6bfaa10f"
03:09:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.641443 1018 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 1 FOLLOWER]: Advancing to term 2
03:09:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.645046 893 leader_election.cc:334] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.649052 893 leader_election.cc:334] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111)
03:09:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.658046 1018 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 01bd230c6074435cb0793e3e4627d92e in term 2.
03:09:28.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.660135 890 leader_election.cc:302] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 01bd230c6074435cb0793e3e4627d92e, fd474c7df4784d76b43110bb6bfaa10f; no voters: 0ac456fdbe3646d6966a84317f575909
03:09:28.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.661190 1841 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 2 FOLLOWER]: Leader election won for term 2
03:09:28.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.675375 1841 raft_consensus.cc:686] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 2 LEADER]: Becoming Leader. State: Replica: 01bd230c6074435cb0793e3e4627d92e, State: Running, Role: LEADER
03:09:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.676545 1841 consensus_queue.cc:237] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.680814 1844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01bd230c6074435cb0793e3e4627d92e. Latest consensus state: current_term: 2 leader_uuid: "01bd230c6074435cb0793e3e4627d92e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:28.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.681864 1844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: LEADER
03:09:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.684911 1845 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:09:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.692749 1845 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]
03:09:28.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.694252 1845 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9]
03:09:28.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.701905 1845 tablet_loader.cc:96] loaded metadata for tablet 71c070017410443d87c2b4cda4f6a170 (table kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9])
03:09:28.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.703637 1845 tablet_loader.cc:96] loaded metadata for tablet 76c710f268fd443eba388415e75f20c9 (table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694])
03:09:28.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.705258 1845 tablet_loader.cc:96] loaded metadata for tablet aaab963233f140cbba37c6d449e8d88d (table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694])
03:09:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.707089 1845 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:09:28.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.712114 1845 catalog_manager.cc:1259] Loaded cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:28.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.712426 1845 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:09:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.718430 1845 catalog_manager.cc:1504] Loading token signing keys...
03:09:28.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.723417 1845 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Loaded TSK: 0
03:09:28.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.726409 1845 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:09:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.767714 1018 raft_consensus.cc:1261] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 2 FOLLOWER]: Refusing update from remote peer 01bd230c6074435cb0793e3e4627d92e: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
03:09:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.769341 1844 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
03:09:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.773577 1838 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01bd230c6074435cb0793e3e4627d92e. Latest consensus state: current_term: 2 leader_uuid: "01bd230c6074435cb0793e3e4627d92e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.774499 1838 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: This master's current role is: FOLLOWER
03:09:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.792510 1838 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "01bd230c6074435cb0793e3e4627d92e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.793336 1838 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: This master's current role is: FOLLOWER
03:09:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.794081 1844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "01bd230c6074435cb0793e3e4627d92e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.794909 1844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: LEADER
03:09:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.796649 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:09:28.857 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.124:42481(127.0.213.124:42481)] connecting to peer
03:09:28.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481
03:09:28.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.124:42481(127.0.213.124:42481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481
03:09:28.859 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.0.213.124:42481(127.0.213.124:42481) for tablet Kudu Master: Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481
03:09:28.877 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.124:42481(127.0.213.124:42481)] connecting to peer
03:09:28.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481
03:09:28.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.124:42481(127.0.213.124:42481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481
03:09:28.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.124:42481: Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481
03:09:28.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:09:28.883 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=26), Traces: [0ms] sending RPC to server master-127.0.213.124:42481, [3ms] received response from server master-127.0.213.124:42481: Network error: Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: Network error: Failed to connect to peer master-127.0.213.124:42481(127.0.213.124:42481): Connection refused: /127.0.213.124:42481, [25ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, deferred=Deferred@1492658387(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/807471066@3f32c004, errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/2061247318@9741a26)) after lookup
03:09:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:28.935593 908 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49036:
03:09:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:09:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:09:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:09:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:28.971796 908 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:09:29.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:29.261096 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:09:29.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:29.665422 1738 debug-util.cc:398] Leaking SignalData structure 0x7b08000be520 after lost signal to thread 1581
03:09:29.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:29.666327 1738 debug-util.cc:398] Leaking SignalData structure 0x7b0800068740 after lost signal to thread 1741
03:09:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:29.751139 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:09:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:30.286396 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:09:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:30.369050 1744 heartbeater.cc:503] Master 127.0.213.126:35975 was elected leader, sending a full tablet report...
03:09:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:30.390748 1577 heartbeater.cc:503] Master 127.0.213.126:35975 was elected leader, sending a full tablet report...
03:09:30.469 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 76c710f268fd443eba388415e75f20c9 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
03:09:30.469 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aaab963233f140cbba37c6d449e8d88d for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
03:09:30.469 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=76c710f268fd443eba388415e75f20c9@[08d333bf26f940679ae9d7d65dfa0444(127.0.213.65:40727)[L],9dc93686f8e548dcaa3eb469720c1122(127.0.213.66:42531),cc6630478ecf45f6bd68239d5ea5babf(127.0.213.67:35045)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=aaab963233f140cbba37c6d449e8d88d@[08d333bf26f940679ae9d7d65dfa0444(127.0.213.65:40727)[L],9dc93686f8e548dcaa3eb469720c1122(127.0.213.66:42531),cc6630478ecf45f6bd68239d5ea5babf(127.0.213.67:35045)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
03:09:30.469 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.213.126:35975, [3ms] Sub RPC GetTableLocations: received response from server master-127.0.213.126:35975: OK, deferred=null) after lookup
03:09:30.470 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 08d333bf26f940679ae9d7d65dfa0444(127.0.213.65:40727)] connecting to peer
03:09:30.471 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 08d333bf26f940679ae9d7d65dfa0444(127.0.213.65:40727)] Successfully connected to peer
03:09:30.489 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9728db90, L:/127.0.0.1:58572 - R:/127.0.213.65:40727] using TOKEN/null
03:09:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:30.499236 1284 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.0.213.124:42481)
03:09:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:30.535718 1407 heartbeater.cc:503] Master 127.0.213.126:35975 was elected leader, sending a full tablet report...
03:09:30.625 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.213.124:42481
03:09:30.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:30.627684 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/logs
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/info.pb
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.124:42481
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.124
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34617
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:09:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:09:30.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:30.778455 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
03:09:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.020478 1902 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:31.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.021170 1902 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.021812 1902 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.058153 1902 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.058537 1902 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:09:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.058815 1902 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.059110 1902 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.059403 1902 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.059703 1902 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.059931 1902 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33623/jwks.json
03:09:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:31.128140 1902 master_runner.cc:386] Master server non-default flags:
03:09:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:09:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.124:42481
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/info.pb
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.124
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34617
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:31.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/logs
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:31.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:31.129985 1902 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:31.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:31.132025 1902 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.156409 1913 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.291342 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
03:09:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.876489 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
03:09:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:32.353969 893 consensus_peers.cc:487] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e -> Peer 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481): Couldn't send request to peer 0ac456fdbe3646d6966a84317f575909. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.124:42481: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
03:09:32.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.158543 1909 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:32.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:31.156574 1910 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:32.590744 1911 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:09:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.591266 1902 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:09:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.595903 1902 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.599035 1902 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:32.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.600667 1902 hybrid_clock.cc:648] HybridClock initialized: now 1786504172600625 us; error 46 us; skew 500 ppm
03:09:32.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.601708 1902 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.614166 1902 webserver.cc:460] Webserver started at http://127.0.213.124:34617/ using document root <none> and password file <none>
03:09:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.615252 1902 fs_manager.cc:359] Metadata directory not provided
03:09:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.615518 1902 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.626138 1902 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.001s
03:09:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.631706 1931 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:32.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.633121 1902 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
03:09:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.633598 1902 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac456fdbe3646d6966a84317f575909"
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:18 on dist-test-slave-ss4n"
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.637691 1902 fs_report.cc:383] FS layout report
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/wal
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/data
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:32.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.674131 1902 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:32.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.675840 1902 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:32.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.676311 1902 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.792973 1902 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.124:42481
03:09:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.793094 2002 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.124:42481 every 8 connection(s)
03:09:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.796307 1902 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-2/data/info.pb
03:09:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.798184 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 1902
03:09:32.799 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:32.799 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.213.126:35975
03:09:32.799 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:09:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.799724 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 866
03:09:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.817121 2003 sys_catalog.cc:263] Verifying existing consensus state
03:09:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.823388 2003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Bootstrap starting.
03:09:32.848 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.213.126:35975(127.0.213.126:35975)] handling channelInactive
03:09:32.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.126:35975(127.0.213.126:35975)] cleaning up while in state READY due to: connection closed
03:09:32.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:32.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.875067 2003 log.cc:824] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Log is configured to *not* fsync() on all Append() calls
03:09:32.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.915306 2003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:09:32.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.916193 2003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Bootstrap complete.
03:09:32.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.945233 2003 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:32.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.948011 2003 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ac456fdbe3646d6966a84317f575909, State: Initialized, Role: FOLLOWER
03:09:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.949092 2003 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.952322 2010 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.953086 2010 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: FOLLOWER
03:09:32.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.953706 2003 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: configured and running, proceeding with master startup.
03:09:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.984066 2022 catalog_manager.cc:1259] Loaded cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.984373 2022 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: loading cluster ID for follower catalog manager: success
03:09:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.993528 2022 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: acquiring CA information for follower catalog manager: success
03:09:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.000418 2022 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:09:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:32.980837 1902 master_runner.cc:186] Error getting master registration for 127.0.213.126:35975: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111),
03:09:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.008710 1902 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.035344 2025 raft_consensus.cc:482] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 01bd230c6074435cb0793e3e4627d92e)
03:09:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.035765 2025 raft_consensus.cc:504] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:33.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.037848 2025 leader_election.cc:288] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975), 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481)
03:09:33.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.059504 988 leader_election.cc:334] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111)
03:09:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.071046 1964 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fd474c7df4784d76b43110bb6bfaa10f" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "0ac456fdbe3646d6966a84317f575909" is_pre_election: true
03:09:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.072090 1964 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fd474c7df4784d76b43110bb6bfaa10f in term 1.
03:09:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.073607 989 leader_election.cc:302] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ac456fdbe3646d6966a84317f575909, fd474c7df4784d76b43110bb6bfaa10f; no voters: 01bd230c6074435cb0793e3e4627d92e
03:09:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.074395 2025 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 2 FOLLOWER]: Leader pre-election won for term 3
03:09:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.074687 2025 raft_consensus.cc:482] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 2 FOLLOWER]: Starting leader election (detected failure of leader 01bd230c6074435cb0793e3e4627d92e)
03:09:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.075022 2025 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 2 FOLLOWER]: Advancing to term 3
03:09:33.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.081908 2025 raft_consensus.cc:504] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.083652 2025 leader_election.cc:288] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 3 election: Requested vote from peers 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975), 0ac456fdbe3646d6966a84317f575909 (127.0.213.124:42481)
03:09:33.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.084776 1964 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fd474c7df4784d76b43110bb6bfaa10f" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "0ac456fdbe3646d6966a84317f575909"
03:09:33.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.085346 1964 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 1 FOLLOWER]: Advancing to term 3
03:09:33.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.087002 988 leader_election.cc:334] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111)
03:09:33.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.093004 1964 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fd474c7df4784d76b43110bb6bfaa10f in term 3.
03:09:33.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.094333 989 leader_election.cc:302] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0ac456fdbe3646d6966a84317f575909, fd474c7df4784d76b43110bb6bfaa10f; no voters: 01bd230c6074435cb0793e3e4627d92e
03:09:33.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.095232 2025 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 3 FOLLOWER]: Leader election won for term 3
03:09:33.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.096889 2025 raft_consensus.cc:686] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [term 3 LEADER]: Becoming Leader. State: Replica: fd474c7df4784d76b43110bb6bfaa10f, State: Running, Role: LEADER
03:09:33.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.098037 2025 consensus_queue.cc:237] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.102500 2030 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: SysCatalogTable state changed. Reason: New leader fd474c7df4784d76b43110bb6bfaa10f. Latest consensus state: current_term: 3 leader_uuid: "fd474c7df4784d76b43110bb6bfaa10f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.103327 2030 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: This master's current role is: LEADER
03:09:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.106295 2032 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:09:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.114380 2032 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]
03:09:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.115767 2032 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9]
03:09:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.120747 2032 tablet_loader.cc:96] loaded metadata for tablet 71c070017410443d87c2b4cda4f6a170 (table kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9])
03:09:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.122342 2032 tablet_loader.cc:96] loaded metadata for tablet 76c710f268fd443eba388415e75f20c9 (table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694])
03:09:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.123757 2032 tablet_loader.cc:96] loaded metadata for tablet aaab963233f140cbba37c6d449e8d88d (table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694])
03:09:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.124991 2032 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:09:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.128209 2032 catalog_manager.cc:1259] Loaded cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.128448 2032 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:09:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.132381 2032 catalog_manager.cc:1504] Loading token signing keys...
03:09:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.135403 2032 catalog_manager.cc:5879] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f: Loaded TSK: 0
03:09:33.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.136760 2032 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:09:33.157 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.126:35975(127.0.213.126:35975)] connecting to peer
03:09:33.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975
03:09:33.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.126:35975(127.0.213.126:35975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975
03:09:33.158 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.0.213.126:35975(127.0.213.126:35975) for tablet Kudu Master: Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975
03:09:33.177 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.124:42481(127.0.213.124:42481)] connecting to peer
03:09:33.178 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.126:35975(127.0.213.126:35975)] connecting to peer
03:09:33.178 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.213.124:42481(127.0.213.124:42481)] Successfully connected to peer
03:09:33.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975
03:09:33.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.126:35975(127.0.213.126:35975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975
03:09:33.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.126:35975: Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975
03:09:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.179543 1964 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 3 FOLLOWER]: Refusing update from remote peer fd474c7df4784d76b43110bb6bfaa10f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
03:09:33.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.181648 2030 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
03:09:33.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:09:33.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=29), Traces: [0ms] sending RPC to server master-127.0.213.126:35975, [1ms] received response from server master-127.0.213.126:35975: Network error: Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: Network error: Failed to connect to peer master-127.0.213.126:35975(127.0.213.126:35975): Connection refused: /127.0.213.126:35975, [28ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: OK, deferred=Deferred@1279169888(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/807471066@5bb416d7, errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/2061247318@29b4fbaf)) after lookup
03:09:33.214 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc87f5031, L:/127.0.0.1:57250 - R:/127.0.213.124:42481] using TOKEN/null
03:09:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.222004 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:09:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.227164 2010 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fd474c7df4784d76b43110bb6bfaa10f. Latest consensus state: current_term: 3 leader_uuid: "fd474c7df4784d76b43110bb6bfaa10f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.228204 2010 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: FOLLOWER
03:09:33.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.233949 2010 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "fd474c7df4784d76b43110bb6bfaa10f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:33.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.234954 2010 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: FOLLOWER
03:09:33.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.237918 2037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "fd474c7df4784d76b43110bb6bfaa10f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.240779 2037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: FOLLOWER
03:09:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.243521 2030 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "fd474c7df4784d76b43110bb6bfaa10f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:33.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.244263 2030 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f [sys.catalog]: This master's current role is: LEADER
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.291653 1006 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59338:
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:33.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:09:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:09:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:09:33.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.320519 1006 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:09:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.357455 1046 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:50016 (request call id 3) took 170 ms (client timeout 221 ms). Trace:
03:09:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.357846 1046 rpcz_store.cc:269] 0812 03:09:33.187272 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:09:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:33.187496 (+ 224us) service_pool.cc:227] Handling call
03:09:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:33.357265 (+169769us) inbound_call.cc:173] Queueing success response
03:09:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":896,"init.queue_time_us":28615,"init.run_cpu_time_us":36505,"init.run_wall_time_us":111140,"thread_start_us":56663,"threads_started":5}
03:09:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.452077 1576 heartbeater.cc:347] Connected to a master server at 127.0.213.124:42481
03:09:33.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.461568 1952 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" instance_seqno: 1786504164712181) as {username='slave'} at 127.0.213.66:42235; Asking this server to re-register.
03:09:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.463449 1576 heartbeater.cc:464] Registering TS with master...
03:09:33.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.467664 1952 ts_manager.cc:194] Registered new tserver with Master: 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531)
03:09:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.494383 1743 heartbeater.cc:347] Connected to a master server at 127.0.213.124:42481
03:09:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.498232 1952 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" instance_seqno: 1786504166967704) as {username='slave'} at 127.0.213.67:37425; Asking this server to re-register.
03:09:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.499681 1743 heartbeater.cc:464] Registering TS with master...
03:09:33.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.503172 1952 ts_manager.cc:194] Registered new tserver with Master: cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:33.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.567204 1406 heartbeater.cc:347] Connected to a master server at 127.0.213.124:42481
03:09:33.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.571018 1952 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" instance_seqno: 1786504162295937) as {username='slave'} at 127.0.213.65:59051; Asking this server to re-register.
03:09:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.572279 1406 heartbeater.cc:464] Registering TS with master...
03:09:33.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:33.575657 1952 ts_manager.cc:194] Registered new tserver with Master: 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65:40727)
03:09:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.635356 988 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111) [suppressed 6 similar messages]
03:09:33.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:33.744711 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:09:34.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:34.229548 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:09:34.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:34.400899 1742 heartbeater.cc:503] Master 127.0.213.125:44651 was elected leader, sending a full tablet report...
03:09:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:34.417029 1575 heartbeater.cc:503] Master 127.0.213.125:44651 was elected leader, sending a full tablet report...
03:09:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:34.564204 1405 heartbeater.cc:503] Master 127.0.213.125:44651 was elected leader, sending a full tablet report...
03:09:34.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:34.727474 1998 debug-util.cc:398] Leaking SignalData structure 0x7b080007c060 after lost signal to thread 1903
03:09:34.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:34.728160 1998 debug-util.cc:398] Leaking SignalData structure 0x7b080007c8e0 after lost signal to thread 2002
03:09:34.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:34.746177 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:09:35.003 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.213.126:35975
03:09:35.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:35.005718 853 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/logs
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/info.pb
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.126:35975
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.126
03:09:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42905
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
03:09:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
03:09:35.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.253286 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
03:09:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.477334 2082 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:09:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.478191 2082 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:09:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.479056 2082 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:09:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.537938 2082 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:09:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.538470 2082 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
03:09:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.538827 2082 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:09:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.539268 2082 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:09:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.539688 2082 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:09:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.540125 2082 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:09:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.540413 2082 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33623/jwks.json
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:35.624614 2082 master_runner.cc:386] Master server non-default flags:
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.213.84:33743
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.213.126:35975,127.0.213.125:44651,127.0.213.124:42481
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.213.126:35975
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33623/jwks.json
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/info.pb
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.213.126
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42905
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/logs
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:09:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 02:18:47 UTC on ccycloud.quasar-muerdu.root.comops.site
03:09:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581826
03:09:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:09:35.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:35.626528 2082 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:09:35.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:35.629253 2082 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:09:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.655304 2096 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.679193 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
03:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:36.168418 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
03:09:36.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:36.673509 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
03:09:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.655398 2095 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:35.656641 2100 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:09:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:35.657632 2082 server_base.cc:1034] running on GCE node
03:09:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.177168 2082 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:09:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.181934 2082 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:09:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.183707 2082 hybrid_clock.cc:648] HybridClock initialized: now 1786504177183650 us; error 59 us; skew 500 ppm
03:09:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.185046 2082 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:09:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:37.194829 988 consensus_peers.cc:487] T 00000000000000000000000000000000 P fd474c7df4784d76b43110bb6bfaa10f -> Peer 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975): Couldn't send request to peer 01bd230c6074435cb0793e3e4627d92e. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.126:35975: connect: Connection refused (error 111). This is attempt 41: this message will repeat every 5th retry.
03:09:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.195861 2082 webserver.cc:460] Webserver started at http://127.0.213.126:42905/ using document root <none> and password file <none>
03:09:37.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.197474 2082 fs_manager.cc:359] Metadata directory not provided
03:09:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.197854 2082 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:09:37.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.211628 2082 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.004s sys 0.004s
03:09:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.218987 2113 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:09:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.220482 2082 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
03:09:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.220973 2082 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data,/tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01bd230c6074435cb0793e3e4627d92e"
03:09:37.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 03:09:14 on dist-test-slave-ss4n"
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.225327 2082 fs_report.cc:383] FS layout report
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/wal
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/data
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:09:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:09:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.280352 2082 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:09:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.282968 2082 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:09:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.283674 2082 kserver.cc:163] Server-wide thread pool size limit: 3276
03:09:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.472994 2082 rpc_server.cc:307] RPC server started. Bound to: 127.0.213.126:35975
03:09:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.473083 2190 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.213.126:35975 every 8 connection(s)
03:09:37.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.477901 2082 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbuWBHh/test-tmp/mini-kudu-cluster2667973148925345034/master-0/data/info.pb
03:09:37.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.485785 853 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu as pid 2082
03:09:37.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:37.486 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.213.125:44651
03:09:37.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:09:37.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.487385 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 959
03:09:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.503237 2191 sys_catalog.cc:263] Verifying existing consensus state
03:09:37.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.511415 2191 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Bootstrap starting.
03:09:37.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:09:37.553 [ERROR - kudu-nio-0] (Connection.java:452) [peer master-127.0.213.125:44651(127.0.213.125:44651)] unexpected exception from downstream on [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) ~[?:1.8.0_362]
at sun.nio.ch.IOUtil.read(IOUtil.java:192) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) ~[?:1.8.0_362]
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132) ~[netty-buffer-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.io.IOException: Connection reset by peer
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379)
at io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:256)
at io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
at io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:357)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:151)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
03:09:37.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state READY due to: [peer master-127.0.213.125:44651(127.0.213.125:44651)] unexpected exception from downstream on [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651]
03:09:37.569 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.0.213.125:44651(127.0.213.125:44651) for tablet Kudu Master: [peer master-127.0.213.125:44651(127.0.213.125:44651)] unexpected exception from downstream on [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651]
03:09:37.571 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.213.125:44651(127.0.213.125:44651)] handling channelInactive
03:09:37.577 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.126:35975(127.0.213.126:35975)] connecting to peer
03:09:37.578 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.576783 2191 log.cc:824] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Log is configured to *not* fsync() on all Append() calls
03:09:37.581 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.213.126:35975(127.0.213.126:35975)] Successfully connected to peer
03:09:37.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.614 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.213.126
03:09:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.643910 1407 heartbeater.cc:347] Connected to a master server at 127.0.213.126:35975
03:09:37.647 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf469a94b, L:/127.0.0.1:35304 - R:/127.0.213.126:35975] using SASL/PLAIN
03:09:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.652448 2191 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:09:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.653666 2191 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: Bootstrap complete.
03:09:37.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.126:35975: Catalog manager is not initialized. State: Starting
03:09:37.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.677 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.126:35975: Catalog manager is not initialized. State: Starting
03:09:37.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.680456 2191 raft_consensus.cc:348] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.683550 2191 raft_consensus.cc:729] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01bd230c6074435cb0793e3e4627d92e, State: Initialized, Role: FOLLOWER
03:09:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.684345 2191 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.687945 2200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.688973 2200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: FOLLOWER
03:09:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.690128 2191 sys_catalog.cc:564] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: configured and running, proceeding with master startup.
03:09:37.697 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.126:35975: Catalog manager is not initialized. State: Starting
03:09:37.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.729416 2213 catalog_manager.cc:1259] Loaded cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.729768 2213 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: loading cluster ID for follower catalog manager: success
03:09:37.737 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.743846 2213 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: acquiring CA information for follower catalog manager: success
03:09:37.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=227), Traces: [0ms] sending RPC to server master-127.0.213.125:44651, [53ms] received response from server master-127.0.213.125:44651: Network error: [peer master-127.0.213.125:44651(127.0.213.125:44651)] unexpected exception from downstream on [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651], [53ms] delaying RPC due to: Network error: [peer master-127.0.213.125:44651(127.0.213.125:44651)] unexpected exception from downstream on [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [72ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [143ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [166ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [189ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [226ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [227ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [228ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, deferred=Deferred@158509728(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/807471066@1f1a521f -> (continuation of Deferred@1718736476 after retry RPC after error@1090897277) -> (continuation of Deferred@1564360791 after retry RPC after error@284781381) -> (continuation of Deferred@2018679856 after retry RPC after error@387158122), errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/2061247318@38805627 -> (continuation of Deferred@1718736476 after retry RPC after error@1090897277) -> (continuation of Deferred@1564360791 after retry RPC after error@284781381) -> (continuation of Deferred@2018679856 after retry RPC after error@387158122)))
03:09:37.746 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=227), Traces: [0ms] sending RPC to server master-127.0.213.125:44651, [53ms] received response from server master-127.0.213.125:44651: Network error: [peer master-127.0.213.125:44651(127.0.213.125:44651)] unexpected exception from downstream on [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651], [53ms] delaying RPC due to: Network error: [peer master-127.0.213.125:44651(127.0.213.125:44651)] unexpected exception from downstream on [id: 0x5570ff60, L:/127.0.0.1:50016 - R:/127.0.213.125:44651], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [72ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [143ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [166ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [189ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [224ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [226ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [227ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [228ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, deferred=Deferred@158509728(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$84/807471066@1f1a521f -> (continuation of Deferred@1718736476 after retry RPC after error@1090897277) -> (continuation of Deferred@1564360791 after retry RPC after error@284781381) -> (continuation of Deferred@2018679856 after retry RPC after error@387158122), errback=org.apache.kudu.client.KuduTransaction$$Lambda$85/2061247318@38805627 -> (continuation of Deferred@1718736476 after retry RPC after error@1090897277) -> (continuation of Deferred@1564360791 after retry RPC after error@284781381) -> (continuation of Deferred@2018679856 after retry RPC after error@387158122)))
03:09:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.750890 2213 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:09:37.761 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.770 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.777 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.797 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.817 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.823351 2216 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader fd474c7df4784d76b43110bb6bfaa10f)
03:09:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.825461 2216 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:37.837 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.808552 2082 master_runner.cc:186] Error getting master registration for 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111),
03:09:37.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.856937 2082 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:37.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.858458 2216 leader_election.cc:288] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975), fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651)
03:09:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:37.864905 1932 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:37.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.879976 2146 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "01bd230c6074435cb0793e3e4627d92e" is_pre_election: true
03:09:37.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.881215 2146 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0ac456fdbe3646d6966a84317f575909 in term 2.
03:09:37.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:37.881949 1932 leader_election.cc:334] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651): Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:37.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.883101 1935 leader_election.cc:302] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 01bd230c6074435cb0793e3e4627d92e, 0ac456fdbe3646d6966a84317f575909; no voters: fd474c7df4784d76b43110bb6bfaa10f
03:09:37.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.884093 2216 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 3 FOLLOWER]: Leader pre-election won for term 4
03:09:37.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.884423 2216 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 3 FOLLOWER]: Starting leader election (detected failure of leader fd474c7df4784d76b43110bb6bfaa10f)
03:09:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.884800 2216 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 3 FOLLOWER]: Advancing to term 4
03:09:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.892336 2216 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.894505 2216 leader_election.cc:288] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 4 election: Requested vote from peers 01bd230c6074435cb0793e3e4627d92e (127.0.213.126:35975), fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651)
03:09:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.896078 2146 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ac456fdbe3646d6966a84317f575909" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "01bd230c6074435cb0793e3e4627d92e"
03:09:37.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.896685 2146 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 2 FOLLOWER]: Advancing to term 4
03:09:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:37.900674 1932 leader_election.cc:334] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651): Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111)
03:09:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.906981 2146 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0ac456fdbe3646d6966a84317f575909 in term 4.
03:09:37.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.908226 1935 leader_election.cc:302] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 01bd230c6074435cb0793e3e4627d92e, 0ac456fdbe3646d6966a84317f575909; no voters: fd474c7df4784d76b43110bb6bfaa10f
03:09:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.909436 2216 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 4 FOLLOWER]: Leader election won for term 4
03:09:37.917 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.917838 2216 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [term 4 LEADER]: Becoming Leader. State: Replica: 0ac456fdbe3646d6966a84317f575909, State: Running, Role: LEADER
03:09:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.923308 2216 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } }
03:09:37.939 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.940371 2222 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0ac456fdbe3646d6966a84317f575909. Latest consensus state: current_term: 4 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.941242 2222 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: LEADER
03:09:37.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.944164 2224 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:09:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.954339 2224 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694]
03:09:37.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.956996 2224 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9]
03:09:37.958 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:37.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.970126 2224 tablet_loader.cc:96] loaded metadata for tablet 71c070017410443d87c2b4cda4f6a170 (table kudu_system.kudu_transactions [id=685afcc99421483cb0914dcc28a447d9])
03:09:37.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.972293 2224 tablet_loader.cc:96] loaded metadata for tablet 76c710f268fd443eba388415e75f20c9 (table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694])
03:09:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.975126 2224 tablet_loader.cc:96] loaded metadata for tablet aaab963233f140cbba37c6d449e8d88d (table txn_manager_fallback_rolling [id=204bd0be850d4eba90d1042e848a2694])
03:09:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.976902 2224 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:09:37.978 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:37.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=217), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [10ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [10ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [28ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [58ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [108ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [179ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [199ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [218ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [218ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, deferred=Deferred@1438394907(state=PENDING, result=null, callback=(continuation of Deferred@267360919 after retry RPC after error@1277702472) -> (continuation of Deferred@1522170471 after retry RPC after error@1860337625) -> (continuation of Deferred@489319344 after retry RPC after error@268806956) -> (continuation of Deferred@426082825 after retry RPC after error@1677994571) -> (continuation of Deferred@717077136 after retry RPC after error@400308256) -> (continuation of Deferred@580687128 after retry RPC after error@1737467250), errback=(continuation of Deferred@267360919 after retry RPC after error@1277702472) -> (continuation of Deferred@1522170471 after retry RPC after error@1860337625) -> (continuation of Deferred@489319344 after retry RPC after error@268806956) -> (continuation of Deferred@426082825 after retry RPC after error@1677994571) -> (continuation of Deferred@717077136 after retry RPC after error@400308256) -> (continuation of Deferred@580687128 after retry RPC after error@1737467250)))
03:09:37.980 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=217), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [10ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [10ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [11ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [28ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [45ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [56ms] refreshing cache from master, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [58ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [76ms] refreshing cache from master, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [108ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [179ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [197ms] refreshing cache from master, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [199ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [218ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [218ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, deferred=Deferred@1438394907(state=PENDING, result=null, callback=(continuation of Deferred@267360919 after retry RPC after error@1277702472) -> (continuation of Deferred@1522170471 after retry RPC after error@1860337625) -> (continuation of Deferred@489319344 after retry RPC after error@268806956) -> (continuation of Deferred@426082825 after retry RPC after error@1677994571) -> (continuation of Deferred@717077136 after retry RPC after error@400308256) -> (continuation of Deferred@580687128 after retry RPC after error@1737467250), errback=(continuation of Deferred@267360919 after retry RPC after error@1277702472) -> (continuation of Deferred@1522170471 after retry RPC after error@1860337625) -> (continuation of Deferred@489319344 after retry RPC after error@268806956) -> (continuation of Deferred@426082825 after retry RPC after error@1677994571) -> (continuation of Deferred@717077136 after retry RPC after error@400308256) -> (continuation of Deferred@580687128 after retry RPC after error@1737467250)))
03:09:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.984549 2224 catalog_manager.cc:1259] Loaded cluster ID: 3aa7cfec0e3246358cfdedaa469e3940
03:09:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.985040 2224 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:09:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.991518 2224 catalog_manager.cc:1504] Loading token signing keys...
03:09:37.997 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.996963 2224 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909: Loaded TSK: 0
03:09:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:37.998888 2224 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:09:38.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:38.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:38.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:38.004 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651; will retry
03:09:38.017 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.0.213.125:44651(127.0.213.125:44651)] connecting to peer
03:09:38.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:38.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.213.125:44651(127.0.213.125:44651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:38.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.213.125:44651: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651
03:09:38.020 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
03:09:38.021 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [5ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.126:35975: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [8ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.0.213.124:42481,127.0.213.126:35975,127.0.213.125:44651) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.124:42481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.126:35975, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.213.125:44651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.125:44651: Network error: Failed to connect to peer master-127.0.213.125:44651(127.0.213.125:44651): Connection refused: /127.0.213.125:44651, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.213.124:42481: OK, deferred=Deferred@280535217(state=PENDING, result=null, callback=(continuation of Deferred@176563169 after retry RPC after error@635007034), errback=(continuation of Deferred@176563169 after retry RPC after error@635007034))) after lookup
03:09:38.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:38.033248 1932 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 -> Peer fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651): Couldn't send request to peer fd474c7df4784d76b43110bb6bfaa10f. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:09:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.044337 2146 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [term 4 FOLLOWER]: Refusing update from remote peer 0ac456fdbe3646d6966a84317f575909: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
03:09:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.046270 2222 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [LEADER]: Connected to new peer: Peer: permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
03:09:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.072387 2200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0ac456fdbe3646d6966a84317f575909. Latest consensus state: current_term: 4 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.073411 2200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: FOLLOWER
03:09:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.095587 2234 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.096565 2234 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: FOLLOWER
03:09:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.094635 2200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.097250 2200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01bd230c6074435cb0793e3e4627d92e [sys.catalog]: This master's current role is: FOLLOWER
03:09:38.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.113039 1902 master_runner.cc:186] Error getting master registration for 127.0.213.125:44651: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111),
03:09:38.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.116350 1902 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:09:38.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.120041 2216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "0ac456fdbe3646d6966a84317f575909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01bd230c6074435cb0793e3e4627d92e" member_type: VOTER last_known_addr { host: "127.0.213.126" port: 35975 } } peers { permanent_uuid: "fd474c7df4784d76b43110bb6bfaa10f" member_type: VOTER last_known_addr { host: "127.0.213.125" port: 44651 } } peers { permanent_uuid: "0ac456fdbe3646d6966a84317f575909" member_type: VOTER last_known_addr { host: "127.0.213.124" port: 42481 } } }
03:09:38.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.121016 2216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 [sys.catalog]: This master's current role is: LEADER
03:09:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.169050 1952 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57262:
03:09:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
03:09:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
03:09:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
03:09:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
03:09:38.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
03:09:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:38.173593 1952 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
03:09:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.187096 1436 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.077s from last keepalive heartbeat (effective timeout is 1.000s)
03:09:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:38.223050 1987 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:57250 (request call id 14) took 200 ms (client timeout 225 ms). Trace:
03:09:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:38.223474 1987 rpcz_store.cc:269] 0812 03:09:38.022685 (+ 0us) service_pool.cc:170] Inserting onto call queue
03:09:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:38.022825 (+ 140us) service_pool.cc:227] Handling call
03:09:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 03:09:38.222828 (+200003us) inbound_call.cc:173] Queueing success response
03:09:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":2078,"init.queue_time_us":2046,"init.run_cpu_time_us":26705,"init.run_wall_time_us":159432,"thread_start_us":13573,"threads_started":5}
03:09:38.226 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1786504168 last_transition_timestamp: 1786504178
03:09:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:38.229444 2244 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
03:09:38.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.450924 1744 heartbeater.cc:347] Connected to a master server at 127.0.213.126:35975
03:09:38.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:38.455003 1932 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 -> Peer fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651): Couldn't send request to peer fd474c7df4784d76b43110bb6bfaa10f. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
03:09:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.460600 2134 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "cc6630478ecf45f6bd68239d5ea5babf" instance_seqno: 1786504166967704) as {username='slave'} at 127.0.213.67:57633; Asking this server to re-register.
03:09:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.462062 1744 heartbeater.cc:464] Registering TS with master...
03:09:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.466399 2134 ts_manager.cc:194] Registered new tserver with Master: cc6630478ecf45f6bd68239d5ea5babf (127.0.213.67:35045)
03:09:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.472930 1577 heartbeater.cc:347] Connected to a master server at 127.0.213.126:35975
03:09:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.477258 2134 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "9dc93686f8e548dcaa3eb469720c1122" instance_seqno: 1786504164712181) as {username='slave'} at 127.0.213.66:57831; Asking this server to re-register.
03:09:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.478706 1577 heartbeater.cc:464] Registering TS with master...
03:09:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.482412 2134 ts_manager.cc:194] Registered new tserver with Master: 9dc93686f8e548dcaa3eb469720c1122 (127.0.213.66:42531)
03:09:38.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.653527 2134 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "08d333bf26f940679ae9d7d65dfa0444" instance_seqno: 1786504162295937) as {username='slave'} at 127.0.213.65:49131; Asking this server to re-register.
03:09:38.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.655222 1407 heartbeater.cc:464] Registering TS with master...
03:09:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:38.658968 2134 ts_manager.cc:194] Registered new tserver with Master: 08d333bf26f940679ae9d7d65dfa0444 (127.0.213.65:40727)
03:09:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:38.962684 1932 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 -> Peer fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651): Couldn't send request to peer fd474c7df4784d76b43110bb6bfaa10f. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
03:09:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:39.434587 1932 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0ac456fdbe3646d6966a84317f575909 -> Peer fd474c7df4784d76b43110bb6bfaa10f (127.0.213.125:44651): Couldn't send request to peer fd474c7df4784d76b43110bb6bfaa10f. Status: Network error: Client connection negotiation failed: client connection to 127.0.213.125:44651: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
03:09:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:39.451224 1576 heartbeater.cc:503] Master 127.0.213.124:42481 was elected leader, sending a full tablet report...
03:09:39.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:39.532536 1743 heartbeater.cc:503] Master 127.0.213.124:42481 was elected leader, sending a full tablet report...
03:09:39.564 [DEBUG - main] (Connection.java:575) [peer master-127.0.213.126:35975(127.0.213.126:35975)] disconnecting while in state READY
03:09:39.565 [DEBUG - main] (Connection.java:575) [peer 08d333bf26f940679ae9d7d65dfa0444(127.0.213.65:40727)] disconnecting while in state READY
03:09:39.565 [DEBUG - main] (Connection.java:575) [peer master-127.0.213.125:44651(127.0.213.125:44651)] disconnecting while in state TERMINATED
03:09:39.565 [DEBUG - main] (Connection.java:575) [peer master-127.0.213.124:42481(127.0.213.124:42481)] disconnecting while in state READY
03:09:39.566 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.213.126:35975(127.0.213.126:35975)] handling channelInactive
03:09:39.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.126:35975(127.0.213.126:35975)] cleaning up while in state READY due to: connection closed
03:09:39.566 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 08d333bf26f940679ae9d7d65dfa0444(127.0.213.65:40727)] handling channelInactive
03:09:39.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 08d333bf26f940679ae9d7d65dfa0444(127.0.213.65:40727)] cleaning up while in state READY due to: connection closed
03:09:39.566 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.213.124:42481(127.0.213.124:42481)] handling channelInactive
03:09:39.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.213.124:42481(127.0.213.124:42481)] cleaning up while in state READY due to: connection closed
03:09:39.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:09:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:39.568652 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 1238
03:09:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:39.610329 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 1409
03:09:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:39.657763 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 1580
03:09:39.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:39.711061 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 2082
03:09:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 03:09:39.756966 1935 connection.cc:535] client connection to 127.0.213.126:35975 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:09:39.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 03:09:39.757699 853 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbuWBHh/build/tsan/bin/kudu with pid 1902
03:09:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T03:09:41Z chronyd exiting
03:09:42.097 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)