Unable to diagnose

20:04:22.473 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:22.474 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskxT51tL/test-tmp
20:04:22.474 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:04:22.474 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskxT51tL/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:22.475 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255"
  extra_master_flags: "--txn_manager_enabled"
  extra_master_flags: "--raft_heartbeat_interval_ms=100"
  extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
  extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:04:22.808 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:22.808 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:04:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:22.811156  3188 mini_oidc.cc:150] Starting JWKS server
20:04:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:22.813548  3188 webserver.cc:480] Webserver started at http://127.0.0.1:42667/ using document root <none> and password file <none>
20:04:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:22.813791  3188 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:22.814298  3188 webserver.cc:480] Webserver started at http://127.0.0.1:45331/ using document root <none> and password file <none>
20:04:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T20:04:22Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T20:04:22Z Disabled control of system clock
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:22.845077  3188 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/wal
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/logs
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data/info.pb
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.62:40255
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.62
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42667/jwks.json
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.178838  3199 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.179196  3199 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.179279  3199 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.187636  3199 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.187762  3199 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.187813  3199 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.187853  3199 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.187922  3199 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.187963  3199 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.188005  3199 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42667/jwks.json
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.197918  3199 master_runner.cc:386] Master server non-default flags:
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/wal
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.62:40255
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42667/jwks.json
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data/info.pb
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.62
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/logs
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 19:43:21 UTC on 24a791456cd2
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7900
20:04:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.199623  3199 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.201436  3199 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.209903  3205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.209986  3204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.210574  3207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.211374  3199 server_base.cc:1047] running on GCE node
20:04:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.212216  3199 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.213706  3199 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.214932  3199 hybrid_clock.cc:648] HybridClock initialized: now 1757016263214863 us; error 48 us; skew 500 ppm
20:04:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.215250  3199 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:23.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.217481  3199 webserver.cc:480] Webserver started at http://127.3.29.62:42869/ using document root <none> and password file <none>
20:04:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.218209  3199 fs_manager.cc:362] Metadata directory not provided
20:04:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.218309  3199 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:23.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.218657  3199 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.221179  3199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data/instance:
20:04:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "959ab68008fa448cac20d7c41cd5a6cf"
20:04:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:23 on dist-test-slave-dwlq"
20:04:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.221944  3199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/wal/instance:
20:04:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "959ab68008fa448cac20d7c41cd5a6cf"
20:04:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:23 on dist-test-slave-dwlq"
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.227491  3199 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
20:04:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.230989  3213 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.232481  3199 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:04:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.232656  3199 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data,/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/wal
20:04:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "959ab68008fa448cac20d7c41cd5a6cf"
20:04:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:23 on dist-test-slave-dwlq"
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.232828  3199 fs_report.cc:389] FS layout report
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/wal
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/wal
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data/data
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.248414  3199 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.249305  3199 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.249558  3199 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.274111  3199 rpc_server.cc:307] RPC server started. Bound to: 127.3.29.62:40255
20:04:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.274144  3274 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.29.62:40255 every 8 connection(s)
20:04:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.275602  3199 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/data/info.pb
20:04:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.279556  3275 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.283430  3188 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskxT51tL/build/asan/bin/kudu as pid 3199
20:04:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.283754  3188 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-0/wal/instance
20:04:23.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.286798  3188 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/wal
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/logs
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data/info.pb
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.61:38493
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.61
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42667/jwks.json
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:23.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.287396  3275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } has no permanent_uuid. Determining permanent_uuid...
20:04:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.305608  3275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } has no permanent_uuid. Determining permanent_uuid...
20:04:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.306908  3217 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.61:38493: connect: Connection refused (error 111)
20:04:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.308451  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.61:38493: Network error: Client connection negotiation failed: client connection to 127.3.29.61:38493: connect: Connection refused (error 111)
20:04:23.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.357795  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } attempt: 1
20:04:23.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.359720  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.61:38493: Network error: Client connection negotiation failed: client connection to 127.3.29.61:38493: connect: Connection refused (error 111)
20:04:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.427985  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } attempt: 2
20:04:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.429687  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.61:38493: Network error: Client connection negotiation failed: client connection to 127.3.29.61:38493: connect: Connection refused (error 111)
20:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.520952  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } attempt: 3
20:04:23.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.522831  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.61:38493: Network error: Client connection negotiation failed: client connection to 127.3.29.61:38493: connect: Connection refused (error 111)
20:04:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.615398  3277 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.615754  3277 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.615903  3277 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.624305  3277 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.624423  3277 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.624493  3277 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.624548  3277 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.624626  3277 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.624691  3277 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:23.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.624760  3277 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42667/jwks.json
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.634895  3277 master_runner.cc:386] Master server non-default flags:
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/wal
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.61:38493
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42667/jwks.json
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data/info.pb
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.61
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/logs
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 19:43:21 UTC on 24a791456cd2
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7900
20:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:23.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.636992  3277 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.638911  3277 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.647254  3286 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.647326  3285 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.648329  3288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.649749  3277 server_base.cc:1047] running on GCE node
20:04:23.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.650556  3277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.651995  3277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.653219  3277 hybrid_clock.cc:648] HybridClock initialized: now 1757016263653158 us; error 33 us; skew 500 ppm
20:04:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.653564  3277 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.655884  3277 webserver.cc:480] Webserver started at http://127.3.29.61:34099/ using document root <none> and password file <none>
20:04:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.656631  3277 fs_manager.cc:362] Metadata directory not provided
20:04:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.656755  3277 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.657099  3277 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.659613  3277 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data/instance:
20:04:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b23adb54c9942509613e6e0e94e14d7"
20:04:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:23 on dist-test-slave-dwlq"
20:04:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.660416  3277 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/wal/instance:
20:04:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b23adb54c9942509613e6e0e94e14d7"
20:04:23.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:23 on dist-test-slave-dwlq"
20:04:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.666075  3277 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.005s
20:04:23.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.666078  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } attempt: 4
20:04:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.668007  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.61:38493: Network error: Client connection negotiation failed: client connection to 127.3.29.61:38493: connect: Connection refused (error 111)
20:04:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.669884  3294 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.671229  3277 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.671411  3277 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data,/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/wal
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b23adb54c9942509613e6e0e94e14d7"
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:23 on dist-test-slave-dwlq"
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.671617  3277 fs_report.cc:389] FS layout report
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/wal
20:04:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/wal
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data/data
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:23.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:23.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.691972  3277 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:23.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.692940  3277 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:23.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.693260  3277 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.717278  3277 rpc_server.cc:307] RPC server started. Bound to: 127.3.29.61:38493
20:04:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.717301  3355 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.29.61:38493 every 8 connection(s)
20:04:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.718919  3277 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/data/info.pb
20:04:23.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.722904  3356 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.726290  3188 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskxT51tL/build/asan/bin/kudu as pid 3277
20:04:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.726486  3188 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-1/wal/instance
20:04:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.727797  3188 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/wal
20:04:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/logs
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data/info.pb
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.60:38797
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.60
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42667/jwks.json
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.730460  3356 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } has no permanent_uuid. Determining permanent_uuid...
20:04:23.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.745098  3356 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } has no permanent_uuid. Determining permanent_uuid...
20:04:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.755275  3356 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } has no permanent_uuid. Determining permanent_uuid...
20:04:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.756554  3296 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.758265  3356 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.807611  3356 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 1
20:04:23.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.809528  3356 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.877826  3356 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 2
20:04:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.879822  3356 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:23.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.967274  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } attempt: 5
20:04:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.971063  3356 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 3
20:04:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.973119  3356 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:23.974035  3275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } has no permanent_uuid. Determining permanent_uuid...
20:04:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:23.975790  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.027062  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 1
20:04:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.029184  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.067472  3358 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.067831  3358 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.067963  3358 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.076222  3358 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.076351  3358 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.076427  3358 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.076486  3358 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.076563  3358 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.076624  3358 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.076694  3358 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42667/jwks.json
20:04:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.086568  3358 master_runner.cc:386] Master server non-default flags:
20:04:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/wal
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.60:38797
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42667/jwks.json
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data/info.pb
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.60
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/logs
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
20:04:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 19:43:21 UTC on 24a791456cd2
20:04:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7900
20:04:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.088554  3358 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.090375  3358 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:24.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.097397  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 2
20:04:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.099272  3366 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.099433  3367 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.099668  3275 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.100912  3369 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.101389  3358 server_base.cc:1047] running on GCE node
20:04:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.102245  3358 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.103837  3358 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.105098  3358 hybrid_clock.cc:648] HybridClock initialized: now 1757016264105025 us; error 40 us; skew 500 ppm
20:04:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.105424  3358 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.107837  3358 webserver.cc:480] Webserver started at http://127.3.29.60:44683/ using document root <none> and password file <none>
20:04:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.108603  3358 fs_manager.cc:362] Metadata directory not provided
20:04:24.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.108709  3358 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.109004  3358 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:24.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.111560  3358 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data/instance:
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd9279dd7f6e4eaba029c74fb0123ece"
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:24 on dist-test-slave-dwlq"
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.112334  3358 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/wal/instance:
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd9279dd7f6e4eaba029c74fb0123ece"
20:04:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:24 on dist-test-slave-dwlq"
20:04:24.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.116395  3356 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 4
20:04:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.118139  3358 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.004s
20:04:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.118285  3356 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.3.29.60:38797: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:24.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.121567  3375 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.123418  3358 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:04:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.123631  3358 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data,/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/wal
20:04:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd9279dd7f6e4eaba029c74fb0123ece"
20:04:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:24 on dist-test-slave-dwlq"
20:04:24.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.123816  3358 fs_report.cc:389] FS layout report
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/wal
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/wal
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data/data
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:24.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.149570  3358 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.150532  3358 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.150820  3358 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.175983  3358 rpc_server.cc:307] RPC server started. Bound to: 127.3.29.60:38797
20:04:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.176004  3436 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.29.60:38797 every 8 connection(s)
20:04:24.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.177510  3358 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/data/info.pb
20:04:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.181275  3437 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:24.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.187497  3188 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskxT51tL/build/asan/bin/kudu as pid 3358
20:04:24.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.187091  3437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.187656  3188 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/master-2/wal/instance
20:04:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.201756  3437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.205878  3275 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 3
20:04:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.210737  3437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.221937  3275 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: Bootstrap starting.
20:04:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.225560  3275 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: Neither blocks nor log segments found. Creating new log.
20:04:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.226713  3275 log.cc:826] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: Log is configured to *not* fsync() on all Append() calls
20:04:24.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.227360  3437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece: Bootstrap starting.
20:04:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.229511  3275 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: No bootstrap required, opened a new log
20:04:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.231264  3437 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece: Neither blocks nor log segments found. Creating new log.
20:04:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.232285  3437 log.cc:826] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece: Log is configured to *not* fsync() on all Append() calls
20:04:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.235324  3437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece: No bootstrap required, opened a new log
20:04:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.235489  3275 raft_consensus.cc:357] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.235849  3275 raft_consensus.cc:383] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.235978  3275 raft_consensus.cc:738] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 959ab68008fa448cac20d7c41cd5a6cf, State: Initialized, Role: FOLLOWER
20:04:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.236639  3275 consensus_queue.cc:260] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.237591  3448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.237905  3448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.238651  3275 sys_catalog.cc:564] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: configured and running, proceeding with master startup.
20:04:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.241262  3437 raft_consensus.cc:357] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.241566  3437 raft_consensus.cc:383] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.241689  3437 raft_consensus.cc:738] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd9279dd7f6e4eaba029c74fb0123ece, State: Initialized, Role: FOLLOWER
20:04:24.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.242616  3437 consensus_queue.cc:260] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.243815  3455 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.244221  3455 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.245004  3437 sys_catalog.cc:564] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: configured and running, proceeding with master startup.
20:04:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.246456  3455 raft_consensus.cc:491] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:24.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.246877  3455 raft_consensus.cc:513] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.249346  3455 leader_election.cc:290] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), 3b23adb54c9942509613e6e0e94e14d7 (127.3.29.61:38493)
20:04:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.249840  3240 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "959ab68008fa448cac20d7c41cd5a6cf" is_pre_election: true
20:04:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.250479  3240 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd9279dd7f6e4eaba029c74fb0123ece in term 0.
20:04:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.251295  3378 leader_election.cc:304] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece; no voters: 
20:04:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.251965  3455 raft_consensus.cc:2802] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.252557  3455 raft_consensus.cc:491] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.252797  3455 raft_consensus.cc:3058] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 0 FOLLOWER]: Advancing to term 1
20:04:24.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.254671  3219 tablet.cc:2378] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.257356  3455 raft_consensus.cc:513] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.258898  3240 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "959ab68008fa448cac20d7c41cd5a6cf"
20:04:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.259178  3240 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 0 FOLLOWER]: Advancing to term 1
20:04:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.264103  3240 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd9279dd7f6e4eaba029c74fb0123ece in term 1.
20:04:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.264981  3378 leader_election.cc:304] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece; no voters: 
20:04:24.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.250998  3199 master_runner.cc:186] Error getting master registration for 127.3.29.61:38493: OK, instance_id { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" instance_seqno: 1757016263711731 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:24.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.271905  3199 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.273361  3455 leader_election.cc:290] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [CANDIDATE]: Term 1 election: Requested vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), 3b23adb54c9942509613e6e0e94e14d7 (127.3.29.61:38493)
20:04:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.274322  3455 raft_consensus.cc:2802] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 1 FOLLOWER]: Leader election won for term 1
20:04:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.274587  3455 raft_consensus.cc:695] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [term 1 LEADER]: Becoming Leader. State: Replica: dd9279dd7f6e4eaba029c74fb0123ece, State: Running, Role: LEADER
20:04:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.275665  3460 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:24.275795  3460 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.275468  3455 consensus_queue.cc:237] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.290896  3463 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd9279dd7f6e4eaba029c74fb0123ece. Latest consensus state: current_term: 1 leader_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.291296  3463 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: This master's current role is: LEADER
20:04:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.293624  3469 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.301435  3469 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:24.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.323470  3240 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Refusing update from remote peer dd9279dd7f6e4eaba029c74fb0123ece: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.325006  3455 consensus_queue.cc:1035] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [LEADER]: Connected to new peer: Peer: permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.345973  3448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd9279dd7f6e4eaba029c74fb0123ece. Latest consensus state: current_term: 1 leader_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.347167  3448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.352090  3448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.352315  3448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.354125  3475 mvcc.cc:204] Tried to move back new op lower bound from 7196738618657955840 to 7196738618489352192. Current Snapshot: MvccSnapshot[applied={T|T < 7196738618657955840}]
20:04:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.354709  3358 master_runner.cc:186] Error getting master registration for 127.3.29.61:38493: OK, instance_id { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" instance_seqno: 1757016263711731 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.362980  3358 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.372660  3463 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.372918  3463 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: This master's current role is: LEADER
20:04:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.374038  3469 catalog_manager.cc:1349] Generated new cluster ID: a53c0bd6d11f4d749a65707ca3043227
20:04:24.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.374164  3469 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.410645  3469 catalog_manager.cc:1372] Generated new certificate authority record
20:04:24.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.412453  3469 catalog_manager.cc:1506] Loading token signing keys...
20:04:24.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.417503  3356 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } attempt: 5
20:04:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.430485  3469 catalog_manager.cc:5955] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece: Generated new TSK 0
20:04:24.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.431658  3469 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.439563  3356 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7: Bootstrap starting.
20:04:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.443989  3356 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7: Neither blocks nor log segments found. Creating new log.
20:04:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.445430  3356 log.cc:826] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7: Log is configured to *not* fsync() on all Append() calls
20:04:24.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.453879  3356 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7: No bootstrap required, opened a new log
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.455511  3188 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/wal
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/logs
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data/info.pb
20:04:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.1:0
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.29.1
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.1
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.461885  3356 raft_consensus.cc:357] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.462453  3356 raft_consensus.cc:383] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.462692  3356 raft_consensus.cc:738] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b23adb54c9942509613e6e0e94e14d7, State: Initialized, Role: FOLLOWER
20:04:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.463706  3356 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.470918  3484 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.473486  3484 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.474020  3319 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 0 FOLLOWER]: Advancing to term 1
20:04:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.474543  3320 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b23adb54c9942509613e6e0e94e14d7"
20:04:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.473379  3321 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b23adb54c9942509613e6e0e94e14d7" is_pre_election: true
20:04:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.473325  3356 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: configured and running, proceeding with master startup.
20:04:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.477429  3319 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 1 FOLLOWER]: Refusing update from remote peer dd9279dd7f6e4eaba029c74fb0123ece: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.478557  3455 consensus_queue.cc:1035] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.547003  3490 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.547607  3490 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.547300  3484 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd9279dd7f6e4eaba029c74fb0123ece. Latest consensus state: current_term: 1 leader_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.547796  3484 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.603760  3455 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.604089  3455 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd9279dd7f6e4eaba029c74fb0123ece [sys.catalog]: This master's current role is: LEADER
20:04:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.621429  3501 catalog_manager.cc:1261] Loaded cluster ID: a53c0bd6d11f4d749a65707ca3043227
20:04:24.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.623631  3501 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7: loading cluster ID for follower catalog manager: success
20:04:24.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.627962  3501 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7: acquiring CA information for follower catalog manager: success
20:04:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:24.631058  3501 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:25.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.019361  3483 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:25.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.019853  3483 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:25.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.019986  3483 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.032573  3483 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.032752  3483 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.032840  3483 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.032892  3483 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:25.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.033026  3483 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.29.1
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.045912  3483 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/wal
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.1:0
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data/info.pb
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.1
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.29.1
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/logs
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 19:43:21 UTC on 24a791456cd2
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7900
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:25.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.047864  3483 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.049698  3483 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:25.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.060604  3508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.061483  3509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.064301  3511 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.064684  3483 server_base.cc:1047] running on GCE node
20:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.065310  3483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.066282  3483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.067531  3483 hybrid_clock.cc:648] HybridClock initialized: now 1757016265067453 us; error 59 us; skew 500 ppm
20:04:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.067870  3483 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.070287  3483 webserver.cc:480] Webserver started at http://127.3.29.1:36393/ using document root <none> and password file <none>
20:04:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.071063  3483 fs_manager.cc:362] Metadata directory not provided
20:04:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.071193  3483 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.071604  3483 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.074092  3483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data/instance:
20:04:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b092617a9e4c4bd5a735faa59cbd45c1"
20:04:25.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:25 on dist-test-slave-dwlq"
20:04:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.074976  3483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/wal/instance:
20:04:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b092617a9e4c4bd5a735faa59cbd45c1"
20:04:25.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:25 on dist-test-slave-dwlq"
20:04:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.080781  3483 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
20:04:25.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.084491  3517 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.086041  3483 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.086228  3483 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data,/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/wal
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b092617a9e4c4bd5a735faa59cbd45c1"
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:25 on dist-test-slave-dwlq"
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.086485  3483 fs_report.cc:389] FS layout report
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/wal
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/wal
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data/data
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:25.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.135259  3483 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.136189  3483 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.136500  3483 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.140203  3483 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.140317  3483 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.140434  3483 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.140511  3483 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.223037  3483 rpc_server.cc:307] RPC server started. Bound to: 127.3.29.1:36009
20:04:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.223079  3641 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.29.1:36009 every 8 connection(s)
20:04:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.224445  3483 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/data/info.pb
20:04:25.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.224790  3188 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskxT51tL/build/asan/bin/kudu as pid 3483
20:04:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.225059  3188 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-0/wal/instance
20:04:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.227231  3643 heartbeater.cc:344] Connected to a master server at 127.3.29.62:40255
20:04:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.227572  3643 heartbeater.cc:461] Registering TS with master...
20:04:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.228761  3643 heartbeater.cc:507] Master 127.3.29.62:40255 requested a full tablet report, sending...
20:04:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.231506  3229 ts_manager.cc:194] Registered new tserver with Master: b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1:36009)
20:04:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.231676  3188 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/wal
20:04:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data
20:04:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/logs
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data/info.pb
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.2:0
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.29.2
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.2
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:25.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.236354  3644 heartbeater.cc:344] Connected to a master server at 127.3.29.61:38493
20:04:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.236531  3644 heartbeater.cc:461] Registering TS with master...
20:04:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.237100  3644 heartbeater.cc:507] Master 127.3.29.61:38493 requested a full tablet report, sending...
20:04:25.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.239095  3310 ts_manager.cc:194] Registered new tserver with Master: b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1:36009)
20:04:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.241264  3642 heartbeater.cc:344] Connected to a master server at 127.3.29.60:38797
20:04:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.241392  3642 heartbeater.cc:461] Registering TS with master...
20:04:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.241818  3642 heartbeater.cc:507] Master 127.3.29.60:38797 requested a full tablet report, sending...
20:04:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.243448  3392 ts_manager.cc:194] Registered new tserver with Master: b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1:36009)
20:04:25.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.245769  3392 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.29.1:38933
20:04:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.277908  3460 catalog_manager.cc:1261] Loaded cluster ID: a53c0bd6d11f4d749a65707ca3043227
20:04:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.278020  3460 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: loading cluster ID for follower catalog manager: success
20:04:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.280890  3460 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: acquiring CA information for follower catalog manager: success
20:04:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.282996  3460 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.576225  3647 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.576570  3647 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.576718  3647 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.585201  3647 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.585366  3647 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.585439  3647 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.585495  3647 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.585628  3647 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.29.2
20:04:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.595599  3647 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/wal
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.2:0
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data/info.pb
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.2
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.29.2
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/logs
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 19:43:21 UTC on 24a791456cd2
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7900
20:04:25.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.597550  3647 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.599412  3647 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:25.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.609094  3652 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.610898  3653 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:25.611339  3655 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.611647  3647 server_base.cc:1047] running on GCE node
20:04:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.612422  3647 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:25.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.613947  3647 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:25.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.615351  3647 hybrid_clock.cc:648] HybridClock initialized: now 1757016265615216 us; error 96 us; skew 500 ppm
20:04:25.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.615806  3647 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:25.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.618870  3647 webserver.cc:480] Webserver started at http://127.3.29.2:38363/ using document root <none> and password file <none>
20:04:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.619930  3647 fs_manager.cc:362] Metadata directory not provided
20:04:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.620093  3647 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.620565  3647 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.624497  3647 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data/instance:
20:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "427c8c1f0a0d4c16b23505f210af4ab1"
20:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:25 on dist-test-slave-dwlq"
20:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.625649  3647 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/wal/instance:
20:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "427c8c1f0a0d4c16b23505f210af4ab1"
20:04:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:25 on dist-test-slave-dwlq"
20:04:25.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.633944  3647 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.004s
20:04:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.639410  3661 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.641305  3647 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
20:04:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.641507  3647 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data,/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/wal
20:04:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "427c8c1f0a0d4c16b23505f210af4ab1"
20:04:25.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:25 on dist-test-slave-dwlq"
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.641784  3647 fs_report.cc:389] FS layout report
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/wal
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/wal
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data/data
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.674561  3647 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.675519  3647 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.675884  3647 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.679826  3647 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.679962  3647 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.680087  3647 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.680172  3647 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.772935  3647 rpc_server.cc:307] RPC server started. Bound to: 127.3.29.2:39607
20:04:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.772985  3782 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.29.2:39607 every 8 connection(s)
20:04:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.774399  3647 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/data/info.pb
20:04:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.778988  3188 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskxT51tL/build/asan/bin/kudu as pid 3647
20:04:25.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.779237  3188 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-1/wal/instance
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.786983  3784 heartbeater.cc:344] Connected to a master server at 127.3.29.62:40255
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.788419  3188 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskxT51tL/build/asan/bin/kudu
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/wal
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/logs
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data/info.pb
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.3:0
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.29.3
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.3
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.789752  3784 heartbeater.cc:461] Registering TS with master...
20:04:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.790942  3784 heartbeater.cc:507] Master 127.3.29.62:40255 requested a full tablet report, sending...
20:04:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.792310  3785 heartbeater.cc:344] Connected to a master server at 127.3.29.61:38493
20:04:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.792471  3785 heartbeater.cc:461] Registering TS with master...
20:04:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.792996  3785 heartbeater.cc:507] Master 127.3.29.61:38493 requested a full tablet report, sending...
20:04:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.793121  3229 ts_manager.cc:194] Registered new tserver with Master: 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2:39607)
20:04:25.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.794468  3310 ts_manager.cc:194] Registered new tserver with Master: 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2:39607)
20:04:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.796715  3783 heartbeater.cc:344] Connected to a master server at 127.3.29.60:38797
20:04:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.796866  3783 heartbeater.cc:461] Registering TS with master...
20:04:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.797340  3783 heartbeater.cc:507] Master 127.3.29.60:38797 requested a full tablet report, sending...
20:04:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.798404  3392 ts_manager.cc:194] Registered new tserver with Master: 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2:39607)
20:04:25.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:25.799583  3392 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.29.2:47223
20:04:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.128695  3788 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.129030  3788 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.129134  3788 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.138037  3788 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.138204  3788 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.138293  3788 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.138350  3788 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.138516  3788 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.29.3
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.148869  3788 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.29.20:35887
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/wal
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.29.3:0
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data/info.pb
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.29.3
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.29.62:40255,127.3.29.61:38493,127.3.29.60:38797
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.29.3
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/logs
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 19:43:21 UTC on 24a791456cd2
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7900
20:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.150614  3788 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.152422  3788 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.162412  3794 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.162559  3796 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.162393  3793 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.163087  3788 server_base.cc:1047] running on GCE node
20:04:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.163729  3788 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.164692  3788 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:26.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.165935  3788 hybrid_clock.cc:648] HybridClock initialized: now 1757016266165867 us; error 45 us; skew 500 ppm
20:04:26.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.166258  3788 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.168521  3788 webserver.cc:480] Webserver started at http://127.3.29.3:41091/ using document root <none> and password file <none>
20:04:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.169230  3788 fs_manager.cc:362] Metadata directory not provided
20:04:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.169337  3788 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.169672  3788 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:26.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.172227  3788 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data/instance:
20:04:26.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d77aea44d7c4ca488e7a3a5faec834d"
20:04:26.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:26 on dist-test-slave-dwlq"
20:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.172991  3788 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/wal/instance:
20:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d77aea44d7c4ca488e7a3a5faec834d"
20:04:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:26 on dist-test-slave-dwlq"
20:04:26.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.179303  3788 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.000s	sys 0.007s
20:04:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.183686  3802 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.185417  3788 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.001s
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.185631  3788 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data,/tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/wal
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d77aea44d7c4ca488e7a3a5faec834d"
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 20:04:26 on dist-test-slave-dwlq"
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.185828  3788 fs_report.cc:389] FS layout report
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/wal
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/wal
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data/data
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.211980  3788 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.212819  3788 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:26.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.213083  3788 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.216610  3788 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.216742  3788 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
20:04:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.216868  3788 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:26.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.216979  3788 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.248821  3642 heartbeater.cc:499] Master 127.3.29.60:38797 was elected leader, sending a full tablet report...
20:04:26.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.278519  3788 rpc_server.cc:307] RPC server started. Bound to: 127.3.29.3:37957
20:04:26.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.278577  3923 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.29.3:37957 every 8 connection(s)
20:04:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.280124  3788 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/data/info.pb
20:04:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.283452  3188 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskxT51tL/build/asan/bin/kudu as pid 3788
20:04:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.283651  3188 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskxT51tL/test-tmp/mini-kudu-cluster5416695939017664255/ts-2/wal/instance
20:04:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.289091  3925 heartbeater.cc:344] Connected to a master server at 127.3.29.62:40255
20:04:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.289664  3925 heartbeater.cc:461] Registering TS with master...
20:04:26.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.292156  3925 heartbeater.cc:507] Master 127.3.29.62:40255 requested a full tablet report, sending...
20:04:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.293957  3924 heartbeater.cc:344] Connected to a master server at 127.3.29.60:38797
20:04:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.294106  3924 heartbeater.cc:461] Registering TS with master...
20:04:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.294206  3229 ts_manager.cc:194] Registered new tserver with Master: 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.294713  3924 heartbeater.cc:507] Master 127.3.29.60:38797 requested a full tablet report, sending...
20:04:26.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.296057  3392 ts_manager.cc:194] Registered new tserver with Master: 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.297509  3392 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.29.3:60547
20:04:26.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.303675  3926 heartbeater.cc:344] Connected to a master server at 127.3.29.61:38493
20:04:26.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.303833  3926 heartbeater.cc:461] Registering TS with master...
20:04:26.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.304168  3926 heartbeater.cc:507] Master 127.3.29.61:38493 requested a full tablet report, sending...
20:04:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.305209  3310 ts_manager.cc:194] Registered new tserver with Master: 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.315900  3188 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:04:26.317 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:26.317 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:04:26.319 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.29.62"
      port: 40255
    }
    bound_http_address {
      host: "127.3.29.62"
      port: 42869
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.29.61"
      port: 38493
    }
    bound_http_address {
      host: "127.3.29.61"
      port: 34099
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.29.60"
      port: 38797
    }
    bound_http_address {
      host: "127.3.29.60"
      port: 44683
    }
  }
}

20:04:26.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:04:26.320 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.29.1"
      port: 36009
    }
    bound_http_address {
      host: "127.3.29.1"
      port: 36393
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.29.2"
      port: 39607
    }
    bound_http_address {
      host: "127.3.29.2"
      port: 38363
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.29.3"
      port: 37957
    }
    bound_http_address {
      host: "127.3.29.3"
      port: 41091
    }
  }
}

20:04:26.320 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:26.322 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:26.324 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:26.325 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.29.61:38493(127.3.29.61:38493)] connecting to peer
20:04:26.326 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:26.326 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.29.61:38493(127.3.29.61:38493)] Successfully connected to peer
20:04:26.327 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.29.60:38797(127.3.29.60:38797)] Successfully connected to peer
20:04:26.328 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.29.62:40255(127.3.29.62:40255)] Successfully connected to peer
20:04:26.329 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.29.61
20:04:26.329 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.29.60
20:04:26.333 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.29.62
20:04:26.347 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x162bce81, L:/127.0.0.1:60690 - R:/127.3.29.60:38797] using SASL/PLAIN
20:04:26.348 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3d89a5bf, L:/127.0.0.1:39790 - R:/127.3.29.62:40255] using SASL/PLAIN
20:04:26.350 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7702daee, L:/127.0.0.1:43610 - R:/127.3.29.61:38493] using SASL/PLAIN
20:04:26.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:26.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=27), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [27ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, deferred=null) after lookup
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.353348  3392 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60690:
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.355422  3392 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:26.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 21617f1cd80744aaa5dc36066b162e6d
20:04:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.443519  3718 tablet_service.cc:1468] Processing CreateTablet for tablet 360d305496d04340a0d7c2f0bcdceb4e (DEFAULT_TABLE table=txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.444729  3858 tablet_service.cc:1468] Processing CreateTablet for tablet 360d305496d04340a0d7c2f0bcdceb4e (DEFAULT_TABLE table=txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.445595  3857 tablet_service.cc:1468] Processing CreateTablet for tablet 44a3a115638c4ce59b9cd9626891920b (DEFAULT_TABLE table=txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.445452  3577 tablet_service.cc:1468] Processing CreateTablet for tablet 360d305496d04340a0d7c2f0bcdceb4e (DEFAULT_TABLE table=txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.446201  3717 tablet_service.cc:1468] Processing CreateTablet for tablet 44a3a115638c4ce59b9cd9626891920b (DEFAULT_TABLE table=txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.446337  3858 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 360d305496d04340a0d7c2f0bcdceb4e. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.446753  3577 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 360d305496d04340a0d7c2f0bcdceb4e. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.446856  3857 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 44a3a115638c4ce59b9cd9626891920b. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.447078  3718 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 360d305496d04340a0d7c2f0bcdceb4e. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.447579  3576 tablet_service.cc:1468] Processing CreateTablet for tablet 44a3a115638c4ce59b9cd9626891920b (DEFAULT_TABLE table=txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:26.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.447968  3717 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 44a3a115638c4ce59b9cd9626891920b. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.448354  3576 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 44a3a115638c4ce59b9cd9626891920b. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.465579  3951 tablet_bootstrap.cc:492] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1: Bootstrap starting.
20:04:26.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.469357  3951 tablet_bootstrap.cc:654] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1: Neither blocks nor log segments found. Creating new log.
20:04:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.470494  3951 log.cc:826] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1: Log is configured to *not* fsync() on all Append() calls
20:04:26.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.471310  3950 tablet_bootstrap.cc:492] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d: Bootstrap starting.
20:04:26.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.472523  3952 tablet_bootstrap.cc:492] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1: Bootstrap starting.
20:04:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.474267  3951 tablet_bootstrap.cc:492] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1: No bootstrap required, opened a new log
20:04:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.474633  3951 ts_tablet_manager.cc:1397] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1: Time spent bootstrapping tablet: real 0.009s	user 0.009s	sys 0.000s
20:04:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.475565  3950 tablet_bootstrap.cc:654] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d: Neither blocks nor log segments found. Creating new log.
20:04:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.475569  3952 tablet_bootstrap.cc:654] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1: Neither blocks nor log segments found. Creating new log.
20:04:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.476979  3952 log.cc:826] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1: Log is configured to *not* fsync() on all Append() calls
20:04:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.477100  3950 log.cc:826] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d: Log is configured to *not* fsync() on all Append() calls
20:04:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.482349  3950 tablet_bootstrap.cc:492] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d: No bootstrap required, opened a new log
20:04:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.482352  3952 tablet_bootstrap.cc:492] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1: No bootstrap required, opened a new log
20:04:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.482224  3951 raft_consensus.cc:357] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.482621  3951 raft_consensus.cc:383] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.482709  3952 ts_tablet_manager.cc:1397] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1: Time spent bootstrapping tablet: real 0.010s	user 0.010s	sys 0.000s
20:04:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.482709  3950 ts_tablet_manager.cc:1397] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d: Time spent bootstrapping tablet: real 0.012s	user 0.011s	sys 0.000s
20:04:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.482733  3951 raft_consensus.cc:738] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 427c8c1f0a0d4c16b23505f210af4ab1, State: Initialized, Role: FOLLOWER
20:04:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.483414  3951 consensus_queue.cc:260] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.484462  3783 heartbeater.cc:499] Master 127.3.29.60:38797 was elected leader, sending a full tablet report...
20:04:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.490198  3952 raft_consensus.cc:357] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.490198  3950 raft_consensus.cc:357] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.490664  3950 raft_consensus.cc:383] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.490661  3952 raft_consensus.cc:383] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.490787  3952 raft_consensus.cc:738] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b092617a9e4c4bd5a735faa59cbd45c1, State: Initialized, Role: FOLLOWER
20:04:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.490819  3950 raft_consensus.cc:738] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d77aea44d7c4ca488e7a3a5faec834d, State: Initialized, Role: FOLLOWER
20:04:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.491575  3950 consensus_queue.cc:260] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.491634  3952 consensus_queue.cc:260] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.492223  3951 ts_tablet_manager.cc:1428] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1: Time spent starting tablet: real 0.017s	user 0.010s	sys 0.000s
20:04:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.493708  3952 ts_tablet_manager.cc:1428] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1: Time spent starting tablet: real 0.011s	user 0.010s	sys 0.000s
20:04:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.496393  3951 tablet_bootstrap.cc:492] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1: Bootstrap starting.
20:04:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.498389  3951 tablet_bootstrap.cc:654] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1: Neither blocks nor log segments found. Creating new log.
20:04:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.497906  3952 tablet_bootstrap.cc:492] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1: Bootstrap starting.
20:04:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.501331  3952 tablet_bootstrap.cc:654] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1: Neither blocks nor log segments found. Creating new log.
20:04:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.502929  3951 tablet_bootstrap.cc:492] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1: No bootstrap required, opened a new log
20:04:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.503127  3951 ts_tablet_manager.cc:1397] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1: Time spent bootstrapping tablet: real 0.007s	user 0.001s	sys 0.004s
20:04:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.503500  3952 tablet_bootstrap.cc:492] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1: No bootstrap required, opened a new log
20:04:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.503676  3952 ts_tablet_manager.cc:1397] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1: Time spent bootstrapping tablet: real 0.006s	user 0.001s	sys 0.003s
20:04:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.503777  3950 ts_tablet_manager.cc:1428] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d: Time spent starting tablet: real 0.021s	user 0.016s	sys 0.000s
20:04:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.503914  3951 raft_consensus.cc:357] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.504406  3950 tablet_bootstrap.cc:492] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d: Bootstrap starting.
20:04:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.504479  3924 heartbeater.cc:499] Master 127.3.29.60:38797 was elected leader, sending a full tablet report...
20:04:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.505746  3951 raft_consensus.cc:383] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.505853  3951 raft_consensus.cc:738] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 427c8c1f0a0d4c16b23505f210af4ab1, State: Initialized, Role: FOLLOWER
20:04:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.506199  3951 consensus_queue.cc:260] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.506181  3952 raft_consensus.cc:357] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.506428  3952 raft_consensus.cc:383] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.506505  3952 raft_consensus.cc:738] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b092617a9e4c4bd5a735faa59cbd45c1, State: Initialized, Role: FOLLOWER
20:04:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.506779  3952 consensus_queue.cc:260] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.507310  3952 ts_tablet_manager.cc:1428] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1: Time spent starting tablet: real 0.004s	user 0.001s	sys 0.001s
20:04:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.508064  3950 tablet_bootstrap.cc:654] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d: Neither blocks nor log segments found. Creating new log.
20:04:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.509337  3951 ts_tablet_manager.cc:1428] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1: Time spent starting tablet: real 0.006s	user 0.002s	sys 0.000s
20:04:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.517899  3950 tablet_bootstrap.cc:492] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d: No bootstrap required, opened a new log
20:04:26.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.518108  3950 ts_tablet_manager.cc:1397] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d: Time spent bootstrapping tablet: real 0.014s	user 0.009s	sys 0.000s
20:04:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.518853  3950 raft_consensus.cc:357] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.519016  3950 raft_consensus.cc:383] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.519075  3950 raft_consensus.cc:738] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d77aea44d7c4ca488e7a3a5faec834d, State: Initialized, Role: FOLLOWER
20:04:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.519284  3950 consensus_queue.cc:260] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.519682  3950 ts_tablet_manager.cc:1428] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.000s
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.537788  3786 tablet.cc:2378] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.538138  3927 tablet.cc:2378] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:26.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.542330  3957 raft_consensus.cc:491] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:26.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.542586  3957 raft_consensus.cc:513] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.544240  3957 leader_election.cc:290] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2:39607), 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.553591  3879 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "360d305496d04340a0d7c2f0bcdceb4e" candidate_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" is_pre_election: true
20:04:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.553591  3738 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "360d305496d04340a0d7c2f0bcdceb4e" candidate_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" is_pre_election: true
20:04:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.554188  3738 raft_consensus.cc:2466] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b092617a9e4c4bd5a735faa59cbd45c1 in term 0.
20:04:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.554188  3879 raft_consensus.cc:2466] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b092617a9e4c4bd5a735faa59cbd45c1 in term 0.
20:04:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.554975  3520 leader_election.cc:304] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2d77aea44d7c4ca488e7a3a5faec834d, 427c8c1f0a0d4c16b23505f210af4ab1, b092617a9e4c4bd5a735faa59cbd45c1; no voters: 
20:04:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.555372  3957 raft_consensus.cc:2802] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.555527  3957 raft_consensus.cc:491] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.555631  3957 raft_consensus.cc:3058] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Advancing to term 1
20:04:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.557616  3957 raft_consensus.cc:513] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.558254  3957 leader_election.cc:290] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [CANDIDATE]: Term 1 election: Requested vote from peers 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2:39607), 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.558782  3738 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "360d305496d04340a0d7c2f0bcdceb4e" candidate_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "427c8c1f0a0d4c16b23505f210af4ab1"
20:04:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.558815  3879 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "360d305496d04340a0d7c2f0bcdceb4e" candidate_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d77aea44d7c4ca488e7a3a5faec834d"
20:04:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.558985  3879 raft_consensus.cc:3058] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Advancing to term 1
20:04:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.558969  3738 raft_consensus.cc:3058] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Advancing to term 1
20:04:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.561482  3879 raft_consensus.cc:2466] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b092617a9e4c4bd5a735faa59cbd45c1 in term 1.
20:04:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.561585  3738 raft_consensus.cc:2466] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b092617a9e4c4bd5a735faa59cbd45c1 in term 1.
20:04:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.561901  3518 leader_election.cc:304] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d77aea44d7c4ca488e7a3a5faec834d, b092617a9e4c4bd5a735faa59cbd45c1; no voters: 
20:04:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.562191  3957 raft_consensus.cc:2802] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 1 FOLLOWER]: Leader election won for term 1
20:04:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.562667  3957 raft_consensus.cc:695] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [term 1 LEADER]: Becoming Leader. State: Replica: b092617a9e4c4bd5a735faa59cbd45c1, State: Running, Role: LEADER
20:04:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.563194  3957 consensus_queue.cc:237] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.568856  3390 catalog_manager.cc:5582] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1). New cstate: current_term: 1 leader_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } health_report { overall_health: UNKNOWN } } }
20:04:26.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.581559  3956 raft_consensus.cc:491] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:26.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.581753  3956 raft_consensus.cc:513] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.583443  3956 leader_election.cc:290] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1:36009), 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.591572  3597 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "44a3a115638c4ce59b9cd9626891920b" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" is_pre_election: true
20:04:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.592042  3597 raft_consensus.cc:2466] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 0.
20:04:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.592257  3879 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "44a3a115638c4ce59b9cd9626891920b" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" is_pre_election: true
20:04:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.592514  3879 raft_consensus.cc:2466] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 0.
20:04:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.592690  3664 leader_election.cc:304] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 427c8c1f0a0d4c16b23505f210af4ab1, b092617a9e4c4bd5a735faa59cbd45c1; no voters: 
20:04:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.593068  3956 raft_consensus.cc:2802] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.593173  3956 raft_consensus.cc:491] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.593240  3956 raft_consensus.cc:3058] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Advancing to term 1
20:04:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.595153  3956 raft_consensus.cc:513] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.595732  3956 leader_election.cc:290] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 election: Requested vote from peers b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1:36009), 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.596227  3597 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "44a3a115638c4ce59b9cd9626891920b" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b092617a9e4c4bd5a735faa59cbd45c1"
20:04:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.596242  3879 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "44a3a115638c4ce59b9cd9626891920b" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d77aea44d7c4ca488e7a3a5faec834d"
20:04:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.596431  3597 raft_consensus.cc:3058] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Advancing to term 1
20:04:26.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.596453  3879 raft_consensus.cc:3058] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Advancing to term 1
20:04:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.599315  3879 raft_consensus.cc:2466] T 44a3a115638c4ce59b9cd9626891920b P 2d77aea44d7c4ca488e7a3a5faec834d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 1.
20:04:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.599398  3597 raft_consensus.cc:2466] T 44a3a115638c4ce59b9cd9626891920b P b092617a9e4c4bd5a735faa59cbd45c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 1.
20:04:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.599799  3664 leader_election.cc:304] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 427c8c1f0a0d4c16b23505f210af4ab1, b092617a9e4c4bd5a735faa59cbd45c1; no voters: 
20:04:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.600086  3956 raft_consensus.cc:2802] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 FOLLOWER]: Leader election won for term 1
20:04:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.600510  3956 raft_consensus.cc:695] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 LEADER]: Becoming Leader. State: Replica: 427c8c1f0a0d4c16b23505f210af4ab1, State: Running, Role: LEADER
20:04:26.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.601133  3956 consensus_queue.cc:237] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.606073  3390 catalog_manager.cc:5582] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2). New cstate: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } health_report { overall_health: UNKNOWN } } }
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.686193  3390 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60692:
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:26.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.687505  3390 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.700131  3577 tablet_service.cc:1468] Processing CreateTablet for tablet 7478732eae204bf396dde467bdc45e64 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=687abd59a12342e7ae2e89020561920a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.700145  3717 tablet_service.cc:1468] Processing CreateTablet for tablet 7478732eae204bf396dde467bdc45e64 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=687abd59a12342e7ae2e89020561920a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.700125  3857 tablet_service.cc:1468] Processing CreateTablet for tablet 7478732eae204bf396dde467bdc45e64 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=687abd59a12342e7ae2e89020561920a]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.701149  3857 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7478732eae204bf396dde467bdc45e64. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.701149  3717 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7478732eae204bf396dde467bdc45e64. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.701154  3577 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7478732eae204bf396dde467bdc45e64. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.706835  3952 tablet_bootstrap.cc:492] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: Bootstrap starting.
20:04:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.708251  3951 tablet_bootstrap.cc:492] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: Bootstrap starting.
20:04:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.708360  3952 tablet_bootstrap.cc:654] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: Neither blocks nor log segments found. Creating new log.
20:04:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.709745  3950 tablet_bootstrap.cc:492] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: Bootstrap starting.
20:04:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.710062  3951 tablet_bootstrap.cc:654] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: Neither blocks nor log segments found. Creating new log.
20:04:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.710482  3952 tablet_bootstrap.cc:492] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: No bootstrap required, opened a new log
20:04:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.710606  3952 ts_tablet_manager.cc:1397] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: Time spent bootstrapping tablet: real 0.004s	user 0.003s	sys 0.000s
20:04:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.711740  3950 tablet_bootstrap.cc:654] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: Neither blocks nor log segments found. Creating new log.
20:04:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.711719  3952 raft_consensus.cc:357] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.711901  3952 raft_consensus.cc:383] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.711987  3952 raft_consensus.cc:738] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b092617a9e4c4bd5a735faa59cbd45c1, State: Initialized, Role: FOLLOWER
20:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.712271  3951 tablet_bootstrap.cc:492] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: No bootstrap required, opened a new log
20:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.712262  3952 consensus_queue.cc:260] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.712729  3957 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.712831  3952 ts_tablet_manager.cc:1428] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
20:04:26.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.713019  3957 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.712424  3951 ts_tablet_manager.cc:1397] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: Time spent bootstrapping tablet: real 0.004s	user 0.003s	sys 0.000s
20:04:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.717425  3951 raft_consensus.cc:357] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.717743  3951 raft_consensus.cc:383] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.717846  3951 raft_consensus.cc:738] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 427c8c1f0a0d4c16b23505f210af4ab1, State: Initialized, Role: FOLLOWER
20:04:26.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.718189  3951 consensus_queue.cc:260] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.718784  3956 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.719074  3956 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.720423  3950 tablet_bootstrap.cc:492] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: No bootstrap required, opened a new log
20:04:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.720602  3950 ts_tablet_manager.cc:1397] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: Time spent bootstrapping tablet: real 0.011s	user 0.001s	sys 0.007s
20:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.721585  3950 raft_consensus.cc:357] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.721732  3951 ts_tablet_manager.cc:1428] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: Time spent starting tablet: real 0.007s	user 0.002s	sys 0.000s
20:04:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.721832  3950 raft_consensus.cc:383] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.721933  3950 raft_consensus.cc:738] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d77aea44d7c4ca488e7a3a5faec834d, State: Initialized, Role: FOLLOWER
20:04:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.722193  3950 consensus_queue.cc:260] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.722707  3958 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.723016  3958 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.723489  3950 ts_tablet_manager.cc:1428] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
20:04:26.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:26.732138  3645 tablet.cc:2378] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.823789  3956 raft_consensus.cc:491] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.824013  3956 raft_consensus.cc:513] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.824601  3956 leader_election.cc:290] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1:36009), 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.825264  3879 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7478732eae204bf396dde467bdc45e64" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" is_pre_election: true
20:04:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.825304  3597 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7478732eae204bf396dde467bdc45e64" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" is_pre_election: true
20:04:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.825477  3879 raft_consensus.cc:2466] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 0.
20:04:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.825523  3597 raft_consensus.cc:2466] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 0.
20:04:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.825974  3662 leader_election.cc:304] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2d77aea44d7c4ca488e7a3a5faec834d, 427c8c1f0a0d4c16b23505f210af4ab1, b092617a9e4c4bd5a735faa59cbd45c1; no voters: 
20:04:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.826299  3956 raft_consensus.cc:2802] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.826438  3956 raft_consensus.cc:491] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.826524  3956 raft_consensus.cc:3058] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 0 FOLLOWER]: Advancing to term 1
20:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.828785  3956 raft_consensus.cc:513] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.829452  3956 leader_election.cc:290] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 election: Requested vote from peers b092617a9e4c4bd5a735faa59cbd45c1 (127.3.29.1:36009), 2d77aea44d7c4ca488e7a3a5faec834d (127.3.29.3:37957)
20:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.830055  3597 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7478732eae204bf396dde467bdc45e64" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b092617a9e4c4bd5a735faa59cbd45c1"
20:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.830096  3879 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "7478732eae204bf396dde467bdc45e64" candidate_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d77aea44d7c4ca488e7a3a5faec834d"
20:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.830297  3879 raft_consensus.cc:3058] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [term 0 FOLLOWER]: Advancing to term 1
20:04:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.830317  3597 raft_consensus.cc:3058] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [term 0 FOLLOWER]: Advancing to term 1
20:04:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.833196  3597 raft_consensus.cc:2466] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 1.
20:04:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.833213  3879 raft_consensus.cc:2466] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 427c8c1f0a0d4c16b23505f210af4ab1 in term 1.
20:04:26.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.833731  3664 leader_election.cc:304] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2d77aea44d7c4ca488e7a3a5faec834d, 427c8c1f0a0d4c16b23505f210af4ab1, b092617a9e4c4bd5a735faa59cbd45c1; no voters: 
20:04:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.834060  3956 raft_consensus.cc:2802] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 FOLLOWER]: Leader election won for term 1
20:04:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.834223  3956 raft_consensus.cc:695] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 LEADER]: Becoming Leader. State: Replica: 427c8c1f0a0d4c16b23505f210af4ab1, State: Running, Role: LEADER
20:04:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.834563  3956 consensus_queue.cc:237] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } }
20:04:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.836174  3968 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: TxnStatusTablet state changed. Reason: New leader 427c8c1f0a0d4c16b23505f210af4ab1. Latest consensus state: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.836486  3968 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: This TxnStatusTablet replica's current role is: LEADER
20:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.837234  3982 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:04:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.837682  3982 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:04:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.839152  3390 catalog_manager.cc:5582] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2). New cstate: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } health_report { overall_health: UNKNOWN } } }
20:04:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.880041  3879 raft_consensus.cc:1273] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d [term 1 FOLLOWER]: Refusing update from remote peer 427c8c1f0a0d4c16b23505f210af4ab1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.880120  3597 raft_consensus.cc:1273] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1 [term 1 FOLLOWER]: Refusing update from remote peer 427c8c1f0a0d4c16b23505f210af4ab1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.881070  3968 consensus_queue.cc:1035] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.881418  3956 consensus_queue.cc:1035] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.890947  3958 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: TxnStatusTablet state changed. Reason: New leader 427c8c1f0a0d4c16b23505f210af4ab1. Latest consensus state: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.891253  3958 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:26.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.895298  3985 mvcc.cc:204] Tried to move back new op lower bound from 7196738629130375168 to 7196738628956610560. Current Snapshot: MvccSnapshot[applied={T|T < 7196738629130375168}]
20:04:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.897341  3958 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.897548  3958 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P 2d77aea44d7c4ca488e7a3a5faec834d: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.903128  3957 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: TxnStatusTablet state changed. Reason: New leader 427c8c1f0a0d4c16b23505f210af4ab1. Latest consensus state: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.903403  3957 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.903342  3968 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.903556  3968 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: This TxnStatusTablet replica's current role is: LEADER
20:04:26.908 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:04:26.910 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 21617f1cd80744aaa5dc36066b162e6d
20:04:26.913 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 360d305496d04340a0d7c2f0bcdceb4e for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
20:04:26.913 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 44a3a115638c4ce59b9cd9626891920b for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
20:04:26.913 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=360d305496d04340a0d7c2f0bcdceb4e@[2d77aea44d7c4ca488e7a3a5faec834d(127.3.29.3:37957),427c8c1f0a0d4c16b23505f210af4ab1(127.3.29.2:39607),b092617a9e4c4bd5a735faa59cbd45c1(127.3.29.1:36009)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=44a3a115638c4ce59b9cd9626891920b@[2d77aea44d7c4ca488e7a3a5faec834d(127.3.29.3:37957),427c8c1f0a0d4c16b23505f210af4ab1(127.3.29.2:39607)[L],b092617a9e4c4bd5a735faa59cbd45c1(127.3.29.1:36009)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:04:26.913 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.29.60:38797, [1ms] Sub RPC GetTableLocations: received response from server master-127.3.29.60:38797: OK, deferred=null) after lookup
20:04:26.914 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b092617a9e4c4bd5a735faa59cbd45c1(127.3.29.1:36009)] connecting to peer
20:04:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.914995  3956 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.915292  3956 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P 427c8c1f0a0d4c16b23505f210af4ab1: This TxnStatusTablet replica's current role is: LEADER
20:04:26.917 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b092617a9e4c4bd5a735faa59cbd45c1(127.3.29.1:36009)] Successfully connected to peer
20:04:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.924167  3957 tablet_replica.cc:440] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 } } peers { permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 } } peers { permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 } } }
20:04:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.924399  3957 tablet_replica.cc:443] T 7478732eae204bf396dde467bdc45e64 P b092617a9e4c4bd5a735faa59cbd45c1: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:26.934 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x409f76df, L:/127.0.0.1:57412 - R:/127.3.29.1:36009] using TOKEN/null
20:04:26.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.961022  3879 raft_consensus.cc:1273] T 360d305496d04340a0d7c2f0bcdceb4e P 2d77aea44d7c4ca488e7a3a5faec834d [term 1 FOLLOWER]: Refusing update from remote peer b092617a9e4c4bd5a735faa59cbd45c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:26.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.961633  3738 raft_consensus.cc:1273] T 360d305496d04340a0d7c2f0bcdceb4e P 427c8c1f0a0d4c16b23505f210af4ab1 [term 1 FOLLOWER]: Refusing update from remote peer b092617a9e4c4bd5a735faa59cbd45c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:26.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.962461  3964 consensus_queue.cc:1035] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:26.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.962766  3957 consensus_queue.cc:1035] T 360d305496d04340a0d7c2f0bcdceb4e P b092617a9e4c4bd5a735faa59cbd45c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "427c8c1f0a0d4c16b23505f210af4ab1" member_type: VOTER last_known_addr { host: "127.3.29.2" port: 39607 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:26.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.968528  3987 mvcc.cc:204] Tried to move back new op lower bound from 7196738629466476544 to 7196738627846729728. Current Snapshot: MvccSnapshot[applied={T|T < 7196738629466476544}]
20:04:26.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.975045  3986 mvcc.cc:204] Tried to move back new op lower bound from 7196738629466476544 to 7196738627846729728. Current Snapshot: MvccSnapshot[applied={T|T < 7196738629466476544}]
20:04:26.989 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.29.60:38797
20:04:26.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:04:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.991248  3188 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskxT51tL/build/asan/bin/kudu pid 3358
20:04:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:26.992730  3432 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.173667  3188 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskxT51tL/build/asan/bin/kudu with pid 3358
20:04:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.204102  3215 connection.cc:537] server connection from 127.0.0.1:53568 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.204560  3783 heartbeater.cc:646] Failed to heartbeat to 127.3.29.60:38797 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.3.29.60:38797 (error 108)
20:04:27.204 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.29.60:38797(127.3.29.60:38797)] handling channelInactive
20:04:27.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state READY due to: connection closed
20:04:27.205 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.206017  3297 connection.cc:537] server connection from 127.0.0.1:47428 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.206266  3968 consensus_queue.cc:1035] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d77aea44d7c4ca488e7a3a5faec834d" member_type: VOTER last_known_addr { host: "127.3.29.3" port: 37957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.207579  3968 consensus_queue.cc:1035] T 44a3a115638c4ce59b9cd9626891920b P 427c8c1f0a0d4c16b23505f210af4ab1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b092617a9e4c4bd5a735faa59cbd45c1" member_type: VOTER last_known_addr { host: "127.3.29.1" port: 36009 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.229233  3642 heartbeater.cc:646] Failed to heartbeat to 127.3.29.60:38797 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.235553  3924 heartbeater.cc:646] Failed to heartbeat to 127.3.29.60:38797 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.427 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.429 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.3.29.60:38797(127.3.29.60:38797) for tablet Kudu Master: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.475433  4006 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dd9279dd7f6e4eaba029c74fb0123ece)
20:04:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.475725  4006 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.476182  4007 raft_consensus.cc:491] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dd9279dd7f6e4eaba029c74fb0123ece)
20:04:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.476408  4007 raft_consensus.cc:513] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.477728  4006 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.478143  4007 leader_election.cc:290] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3b23adb54c9942509613e6e0e94e14d7 (127.3.29.61:38493), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.478150  3321 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "959ab68008fa448cac20d7c41cd5a6cf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3b23adb54c9942509613e6e0e94e14d7" is_pre_election: true
20:04:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.478446  3321 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 959ab68008fa448cac20d7c41cd5a6cf in term 1.
20:04:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.478475  3239 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b23adb54c9942509613e6e0e94e14d7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "959ab68008fa448cac20d7c41cd5a6cf" is_pre_election: true
20:04:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.478693  3239 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b23adb54c9942509613e6e0e94e14d7 in term 1.
20:04:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.479090  3217 leader_election.cc:304] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7, 959ab68008fa448cac20d7c41cd5a6cf; no voters: 
20:04:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.479272  3297 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7, 959ab68008fa448cac20d7c41cd5a6cf; no voters: 
20:04:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.479887  4007 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.480235  4007 raft_consensus.cc:491] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Starting leader election (detected failure of leader dd9279dd7f6e4eaba029c74fb0123ece)
20:04:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.480499  4007 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 1 FOLLOWER]: Advancing to term 2
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.484845  4006 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:27.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.485473  4006 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dd9279dd7f6e4eaba029c74fb0123ece)
20:04:27.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.486264  4006 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 1 FOLLOWER]: Advancing to term 2
20:04:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.487634  4007 raft_consensus.cc:513] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.490821  3321 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "959ab68008fa448cac20d7c41cd5a6cf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3b23adb54c9942509613e6e0e94e14d7"
20:04:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.491104  4007 leader_election.cc:290] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 2 election: Requested vote from peers 3b23adb54c9942509613e6e0e94e14d7 (127.3.29.61:38493), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.492923  4006 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.493779  3321 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 959ab68008fa448cac20d7c41cd5a6cf in current term 2: Already voted for candidate 3b23adb54c9942509613e6e0e94e14d7 in this term.
20:04:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.495263  3239 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b23adb54c9942509613e6e0e94e14d7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "959ab68008fa448cac20d7c41cd5a6cf"
20:04:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.495551  4006 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 2 election: Requested vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.495676  3239 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3b23adb54c9942509613e6e0e94e14d7 in current term 2: Already voted for candidate 959ab68008fa448cac20d7c41cd5a6cf in this term.
20:04:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.497509  3215 leader_election.cc:336] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.498003  3215 leader_election.cc:336] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.498147  3215 leader_election.cc:304] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 959ab68008fa448cac20d7c41cd5a6cf; no voters: 3b23adb54c9942509613e6e0e94e14d7, dd9279dd7f6e4eaba029c74fb0123ece
20:04:27.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.498478  4007 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.499332  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.499751  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.499876  3296 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:27.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.500196  4006 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:27.505 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.544 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.545 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.604 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.624 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.3.29.60:38797, [5ms] received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, deferred=Deferred@1055544914(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/585998101@40c2fdcc -> (continuation of Deferred@2086866923 after retry RPC after error@2109155298) -> (continuation of Deferred@285456064 after retry RPC after error@1182274993) -> (continuation of Deferred@570443458 after retry RPC after error@1716317527) -> (continuation of Deferred@1786110696 after retry RPC after error@1822865290) -> (continuation of Deferred@1278265994 after retry RPC after error@1293398030) -> (continuation of Deferred@137394662 after retry RPC after error@1374913933), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/978413659@1b5d61a3 -> (continuation of Deferred@2086866923 after retry RPC after error@2109155298) -> (continuation of Deferred@285456064 after retry RPC after error@1182274993) -> (continuation of Deferred@570443458 after retry RPC after error@1716317527) -> (continuation of Deferred@1786110696 after retry RPC after error@1822865290) -> (continuation of Deferred@1278265994 after retry RPC after error@1293398030) -> (continuation of Deferred@137394662 after retry RPC after error@1374913933)))
20:04:27.628 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.3.29.60:38797, [5ms] received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [74ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, deferred=Deferred@1055544914(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$116/585998101@40c2fdcc -> (continuation of Deferred@2086866923 after retry RPC after error@2109155298) -> (continuation of Deferred@285456064 after retry RPC after error@1182274993) -> (continuation of Deferred@570443458 after retry RPC after error@1716317527) -> (continuation of Deferred@1786110696 after retry RPC after error@1822865290) -> (continuation of Deferred@1278265994 after retry RPC after error@1293398030) -> (continuation of Deferred@137394662 after retry RPC after error@1374913933), errback=org.apache.kudu.client.KuduTransaction$$Lambda$117/978413659@1b5d61a3 -> (continuation of Deferred@2086866923 after retry RPC after error@2109155298) -> (continuation of Deferred@285456064 after retry RPC after error@1182274993) -> (continuation of Deferred@570443458 after retry RPC after error@1716317527) -> (continuation of Deferred@1786110696 after retry RPC after error@1822865290) -> (continuation of Deferred@1278265994 after retry RPC after error@1293398030) -> (continuation of Deferred@137394662 after retry RPC after error@1374913933)))
20:04:27.644 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.648 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.704 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.724 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.727 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.804 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.804800  4007 raft_consensus.cc:491] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.805065  4007 raft_consensus.cc:513] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.805852  4007 leader_election.cc:290] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3b23adb54c9942509613e6e0e94e14d7 (127.3.29.61:38493), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.806478  3321 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "959ab68008fa448cac20d7c41cd5a6cf" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3b23adb54c9942509613e6e0e94e14d7" is_pre_election: true
20:04:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.806712  3321 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 959ab68008fa448cac20d7c41cd5a6cf in term 2.
20:04:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.807210  3217 leader_election.cc:304] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7, 959ab68008fa448cac20d7c41cd5a6cf; no voters: 
20:04:27.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.807660  4007 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Leader pre-election won for term 3
20:04:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.807761  4007 raft_consensus.cc:491] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.807879  4007 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 2 FOLLOWER]: Advancing to term 3
20:04:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.808506  3215 leader_election.cc:336] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.810068  4007 raft_consensus.cc:513] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.810717  4007 leader_election.cc:290] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 3 election: Requested vote from peers 3b23adb54c9942509613e6e0e94e14d7 (127.3.29.61:38493), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.811117  3321 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "959ab68008fa448cac20d7c41cd5a6cf" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3b23adb54c9942509613e6e0e94e14d7"
20:04:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.811338  3321 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 2 FOLLOWER]: Advancing to term 3
20:04:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.812157  3215 leader_election.cc:336] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.813795  3321 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 959ab68008fa448cac20d7c41cd5a6cf in term 3.
20:04:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.814222  3217 leader_election.cc:304] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7, 959ab68008fa448cac20d7c41cd5a6cf; no voters: dd9279dd7f6e4eaba029c74fb0123ece
20:04:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.814512  4007 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 3 FOLLOWER]: Leader election won for term 3
20:04:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.814970  4007 raft_consensus.cc:695] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [term 3 LEADER]: Becoming Leader. State: Replica: 959ab68008fa448cac20d7c41cd5a6cf, State: Running, Role: LEADER
20:04:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.815418  4007 consensus_queue.cc:237] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.816718  4012 sys_catalog.cc:455] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 959ab68008fa448cac20d7c41cd5a6cf. Latest consensus state: current_term: 3 leader_uuid: "959ab68008fa448cac20d7c41cd5a6cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.817000  4012 sys_catalog.cc:458] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: This master's current role is: LEADER
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.817744  4013 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.820228  4013 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d]
20:04:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.820747  4013 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=687abd59a12342e7ae2e89020561920a]
20:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.822508  4013 tablet_loader.cc:96] loaded metadata for tablet 360d305496d04340a0d7c2f0bcdceb4e (table txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d])
20:04:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.822968  4013 tablet_loader.cc:96] loaded metadata for tablet 44a3a115638c4ce59b9cd9626891920b (table txn_manager_fallback [id=21617f1cd80744aaa5dc36066b162e6d])
20:04:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.823302  4013 tablet_loader.cc:96] loaded metadata for tablet 7478732eae204bf396dde467bdc45e64 (table kudu_system.kudu_transactions [id=687abd59a12342e7ae2e89020561920a])
20:04:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.823585  4013 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.824448  4013 catalog_manager.cc:1261] Loaded cluster ID: a53c0bd6d11f4d749a65707ca3043227
20:04:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.824565  4013 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:27.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.826117  4013 catalog_manager.cc:1506] Loading token signing keys...
20:04:27.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.827277  4013 catalog_manager.cc:5966] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf: Loaded TSK: 0
20:04:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.828452  4013 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:27.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:27.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:27.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:27.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:27.890 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [103ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [164ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, deferred=Deferred@691469700(state=PENDING, result=null, callback=(continuation of Deferred@344786658 after retry RPC after error@1703446788) -> (continuation of Deferred@1758626764 after retry RPC after error@1981188495) -> (continuation of Deferred@173026233 after retry RPC after error@724652894) -> (continuation of Deferred@1459714327 after retry RPC after error@362399881) -> (continuation of Deferred@513746016 after retry RPC after error@1066741582) -> (continuation of Deferred@1669345386 after retry RPC after error@948330771) -> (continuation of Deferred@1608379975 after retry RPC after error@1227117997) -> (continuation of Deferred@725958531 after retry RPC after error@541084929), errback=(continuation of Deferred@344786658 after retry RPC after error@1703446788) -> (continuation of Deferred@1758626764 after retry RPC after error@1981188495) -> (continuation of Deferred@173026233 after retry RPC after error@724652894) -> (continuation of Deferred@1459714327 after retry RPC after error@362399881) -> (continuation of Deferred@513746016 after retry RPC after error@1066741582) -> (continuation of Deferred@1669345386 after retry RPC after error@948330771) -> (continuation of Deferred@1608379975 after retry RPC after error@1227117997) -> (continuation of Deferred@725958531 after retry RPC after error@541084929))) after lookup
20:04:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.894912  3321 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Refusing update from remote peer 959ab68008fa448cac20d7c41cd5a6cf: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:04:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.895794  4012 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:04:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.897706  4006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 959ab68008fa448cac20d7c41cd5a6cf. Latest consensus state: current_term: 3 leader_uuid: "959ab68008fa448cac20d7c41cd5a6cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.897998  4006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: This master's current role is: FOLLOWER
20:04:27.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.900247  4006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "959ab68008fa448cac20d7c41cd5a6cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:27.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.900509  4006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [sys.catalog]: This master's current role is: FOLLOWER
20:04:27.905 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=10, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [103ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [164ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [183ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [243ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: OK, [246ms] sending RPC to server master-127.3.29.62:40255, deferred=Deferred@691469700(state=PENDING, result=null, callback=(continuation of Deferred@344786658 after retry RPC after error@1703446788) -> (continuation of Deferred@1758626764 after retry RPC after error@1981188495) -> (continuation of Deferred@173026233 after retry RPC after error@724652894) -> (continuation of Deferred@1459714327 after retry RPC after error@362399881) -> (continuation of Deferred@513746016 after retry RPC after error@1066741582) -> (continuation of Deferred@1669345386 after retry RPC after error@948330771) -> (continuation of Deferred@1608379975 after retry RPC after error@1227117997) -> (continuation of Deferred@725958531 after retry RPC after error@541084929) -> (continuation of Deferred@2029486789 after retry RPC@751387819), errback=(continuation of Deferred@344786658 after retry RPC after error@1703446788) -> (continuation of Deferred@1758626764 after retry RPC after error@1981188495) -> (continuation of Deferred@173026233 after retry RPC after error@724652894) -> (continuation of Deferred@1459714327 after retry RPC after error@362399881) -> (continuation of Deferred@513746016 after retry RPC after error@1066741582) -> (continuation of Deferred@1669345386 after retry RPC after error@948330771) -> (continuation of Deferred@1608379975 after retry RPC after error@1227117997) -> (continuation of Deferred@725958531 after retry RPC after error@541084929) -> (continuation of Deferred@2029486789 after retry RPC@751387819)))
20:04:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.910840  3260 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:39790 (request call id 17) took 19 ms (client timeout 4 ms). Trace:
20:04:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.911156  3260 rpcz_store.cc:269] 0904 20:04:27.891209 (+     0us) service_pool.cc:168] Inserting onto call queue
20:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 20:04:27.891317 (+   108us) service_pool.cc:225] Handling call
20:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 20:04:27.910745 (+ 19428us) inbound_call.cc:173] Queueing success response
20:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":521,"thread_start_us":381,"threads_started":1}
20:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.912204  4012 sys_catalog.cc:455] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "959ab68008fa448cac20d7c41cd5a6cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } } }
20:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.912422  4012 sys_catalog.cc:458] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf [sys.catalog]: This master's current role is: LEADER
20:04:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.914232  3215 consensus_peers.cc:489] T 00000000000000000000000000000000 P 959ab68008fa448cac20d7c41cd5a6cf -> Peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Couldn't send request to peer dd9279dd7f6e4eaba029c74fb0123ece. Status: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 884554425450 + 9223371152300352880 cannot be represented in type 'long'
20:04:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:27.990535  3668 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.029s from last keepalive heartbeat (effective timeout is 1.000s)
20:04:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:27.992319  3696 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.29.60:38797)
20:04:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:28.023044  4030 tablet_replica.cc:1304] Aborted: operation has been aborted: cancelling pending write operations
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:28.027015  3230 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39810:
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:28.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:28.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:28.036098  3230 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:28.094 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 427c8c1f0a0d4c16b23505f210af4ab1 (127.3.29.2:39607): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1757016266 last_transition_timestamp: 1757016268
20:04:29.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:29.041814  3215 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:04:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 0x7f89d1fe60c8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
20:04:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 0xa66af5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
20:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 0x7f89e57c7b12 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
20:04:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 0x7f89e57b7624 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
20:04:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 0x7f89e591bc9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
20:04:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 0x7f89e591c87b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
20:04:29.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 0x7f89e59214bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
20:04:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 0x7f89df8462d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
20:04:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 0x7f89df846005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:04:29.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 0x7f89d8e400be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:04:29.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 0x7f89d8e3ef9e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
20:04:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 0x7f89d8e451d5 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
20:04:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 0x7f89d8e45aff in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
20:04:29.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 0x7f89d8e45928 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
20:04:29.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 0xa774dc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
20:04:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 0x7f89d20b52b8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
20:04:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 0x7f89d54d96da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
20:04:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 0x7f89ce1fd71e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
20:04:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in 
20:04:29.180 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.29.62:40255(127.3.29.62:40255)] handling channelInactive
20:04:29.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state READY due to: connection closed
20:04:29.181 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.3.29.62:40255(127.3.29.62:40255) for tablet Kudu Master: connection closed
20:04:29.185 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.lang.Thread.run(Thread.java:748)

20:04:29.205 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.206 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.222224  3925 heartbeater.cc:499] Master 127.3.29.62:40255 was elected leader, sending a full tablet report...
20:04:29.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.230572  3784 heartbeater.cc:499] Master 127.3.29.62:40255 was elected leader, sending a full tablet report...
20:04:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.237149  3643 heartbeater.cc:499] Master 127.3.29.62:40255 was elected leader, sending a full tablet report...
20:04:29.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.245 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.245 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.245 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.264 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.265 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.284 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.285 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.385 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.390272  4057 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.390489  4057 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.391098  4057 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:29.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:29.392159  3297 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:04:29.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:29.393486  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:29.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:29.393675  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:29.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.393829  3297 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:29.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.394079  4057 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:29.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.445 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.465 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:29.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:29.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:29.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:29.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:29.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.701393  4057 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:29.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.701599  4057 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:29.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.702291  4057 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:29.703749  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:29.703928  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.704097  3296 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:29.704371  4057 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.197050  4057 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:30.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.197253  4057 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.197866  4057 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:30.199286  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:30.199462  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.199584  3296 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.199846  4057 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:30.564 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:30.565 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:30.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:30.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:30.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:30.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:30.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:30.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:30.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:30.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.988564  4065 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.988787  4065 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.989557  4065 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:30.991791  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:30.992003  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.992182  3296 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:30.992462  4065 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:31.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.590265  4073 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:31.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.590502  4073 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.591264  4073 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:31.595423  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:31.595629  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.595781  3297 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.596087  4073 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:31.844 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:31.845 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:31.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:31.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:31.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:31.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:31.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:31.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:31.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.933197  4073 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.933394  4073 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:31.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.934006  4073 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:31.935869  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:31.936081  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.936185  3296 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:31.936437  4073 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:34.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:34.185 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:34.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:34.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:34.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:34.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:34.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:34.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:34.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:34.553404  4091 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:34.553601  4091 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:34.554291  4091 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:34.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:34.555712  3297 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111) [suppressed 11 similar messages]
20:04:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:34.556983  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:34.557219  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:34.557348  3297 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:34.557664  4091 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:37.603025  4113 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:37.603235  4113 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:37.603863  4113 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:37.606051  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:37.606222  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:37.606335  3296 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:37.606652  4113 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:37.884 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:37.885 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:37.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:37.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:37.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:37.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:37.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:37.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:37.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:41.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:41.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:41.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:41.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:41.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:41.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:41.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:41.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:41.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:43.002620  4143 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:43.002846  4143 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:43.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:43.003527  4143 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:43.004554  3297 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:04:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:43.005849  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:43.006017  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:43.006181  3296 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:43.006510  4143 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:44.744 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:44.745 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:44.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:44.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:44.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:44.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:44.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:44.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:44.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:46.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:46.405 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:46.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:46.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:46.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:46.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:46.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:46.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:46.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:47.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:47.225 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:47.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:47.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:47.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:47.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:47.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:47.228 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:47.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:47.878768  4174 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:47.878994  4174 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:47.879663  4174 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:47.882064  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:47.882203  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:47.882339  3297 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:47.882650  4174 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:50.084 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:50.085 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:50.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:50.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:50.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:50.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:50.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:50.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:50.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:51.104 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:51.105 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:51.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:51.106 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:51.106 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:51.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:51.106 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:51.106 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:51.108 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:54.064 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:54.065 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:54.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:54.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:54.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:54.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:54.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:54.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:54.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:55.639959  4219 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:04:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:55.640141  4219 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:04:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:55.640744  4219 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:04:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:55.643018  3296 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:04:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:55.644362  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:04:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:04:55.644527  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:04:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:55.644658  3297 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:04:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:04:55.644896  4219 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:04:57.824 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:57.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:57.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:57.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:57.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:57.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:57.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:57.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:57.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:04:58.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:04:58.125 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:04:58.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:58.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:58.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:04:58.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:58.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:58.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:04:58.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:00.684 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:00.685 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:00.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:00.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:00.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:00.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:00.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:00.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:00.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:04.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:04.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:04.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:04.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:04.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:04.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:04.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:04.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:04.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:04.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:04.936998  4264 raft_consensus.cc:491] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 959ab68008fa448cac20d7c41cd5a6cf)
20:05:04.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:04.937242  4264 raft_consensus.cc:513] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "959ab68008fa448cac20d7c41cd5a6cf" member_type: VOTER last_known_addr { host: "127.3.29.62" port: 40255 } } peers { permanent_uuid: "3b23adb54c9942509613e6e0e94e14d7" member_type: VOTER last_known_addr { host: "127.3.29.61" port: 38493 } } peers { permanent_uuid: "dd9279dd7f6e4eaba029c74fb0123ece" member_type: VOTER last_known_addr { host: "127.3.29.60" port: 38797 } }
20:05:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:04.938028  4264 leader_election.cc:290] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255), dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797)
20:05:04.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:05:04.939110  3297 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:05:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:05:04.940483  3296 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer dd9279dd7f6e4eaba029c74fb0123ece (127.3.29.60:38797): Network error: Client connection negotiation failed: client connection to 127.3.29.60:38797: connect: Connection refused (error 111)
20:05:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:05:04.940651  3297 leader_election.cc:336] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 959ab68008fa448cac20d7c41cd5a6cf (127.3.29.62:40255): Network error: Client connection negotiation failed: client connection to 127.3.29.62:40255: connect: Connection refused (error 111)
20:05:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:04.940796  3297 leader_election.cc:304] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b23adb54c9942509613e6e0e94e14d7; no voters: 959ab68008fa448cac20d7c41cd5a6cf, dd9279dd7f6e4eaba029c74fb0123ece
20:05:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:04.941121  4264 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 3b23adb54c9942509613e6e0e94e14d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:05:06.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:06.825 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:06.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:06.826 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:06.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:06.826 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:06.826 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:06.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:06.827 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:07.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:07.944 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:07.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:07.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:07.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:07.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:07.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:07.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:07.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:11.484 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:11.485 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:11.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:11.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:11.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:11.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:11.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:11.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:11.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:14.304 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:14.305 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:14.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:14.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:14.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:14.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:14.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:14.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:14.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:14.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:14.384 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:14.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:14.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:14.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:14.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:14.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:14.386 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:14.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:17.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.60:38797(127.3.29.60:38797)] connecting to peer
20:05:17.245 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.29.62:40255(127.3.29.62:40255)] connecting to peer
20:05:17.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:17.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:17.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.29.62:40255(127.3.29.62:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:17.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.60:38797(127.3.29.60:38797)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:17.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.62:40255: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255
20:05:17.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.29.60:38797: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
20:05:17.247 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255; will retry
20:05:17.248 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=48041), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [419ms] refreshing cache from master, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [1362ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2639ms] refreshing cache from master, [2639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [4979ms] refreshing cache from master, [4979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@2034358328(state=PENDING, result=null, callback=(continuation of Deferred@205987751 after retry RPC after error@1288090005) -> (continuation of Deferred@613623647 after retry RPC after error@1399110637) -> (continuation of Deferred@1743399937 after retry RPC after error@517567344) -> (continuation of Deferred@600639019 after retry RPC after error@1426094700) -> (continuation of Deferred@1673318121 after retry RPC after error@908813085) -> (continuation of Deferred@2099038125 after retry RPC after error@723063160) -> (continuation of Deferred@785865076 after retry RPC after error@1133110328) -> (continuation of Deferred@1488151115 after retry RPC after error@1002580724) -> (continuation of Deferred@793434113 after retry RPC after error@602821108) -> (continuation of Deferred@1619840760 after retry RPC after error@1253297559) -> (continuation of Deferred@859872784 after retry RPC after error@1651509373) -> (continuation of Deferred@1678635461 after retry RPC after error@805717926) -> (continuation of Deferred@125956008 after retry RPC after error@1699757253) -> (continuation of Deferred@1851292275 after retry RPC after error@1818311529) -> (continuation of Deferred@1687512546 after retry RPC after error@4705185) -> (continuation of Deferred@761373240 after retry RPC after error@1220443790) -> (continuation of Deferred@130787342 after retry RPC after error@971993493) -> (continuation of Deferred@423585010 after retry RPC after error@575550293) -> (continuation of Deferred@2023716042 after retry RPC after error@985584021) -> (continuation of Deferred@1489251012 after retry RPC after error@197361170) -> (continuation of Deferred@150561412 after retry RPC after error@1149708407) -> (continuation of Deferred@1038923817 after retry RPC after error@768569960) -> (continuation of Deferred@1860290583 after retry RPC after error@324571436) -> (continuation of Deferred@1269649054 after retry RPC after error@489109937) -> (continuation of Deferred@2112285554 after retry RPC after error@719373331) -> (continuation of Deferred@194557551 after retry RPC after error@794225692) -> (continuation of Deferred@1705062399 after retry RPC after error@1238220548) -> (continuation of Deferred@120079260 after retry RPC after error@528906601) -> (continuation of Deferred@1932813233 after retry RPC after error@1470486348) -> (continuation of Deferred@315902599 after retry RPC after error@1043674245), errback=(continuation of Deferred@205987751 after retry RPC after error@1288090005) -> (continuation of Deferred@613623647 after retry RPC after error@1399110637) -> (continuation of Deferred@1743399937 after retry RPC after error@517567344) -> (continuation of Deferred@600639019 after retry RPC after error@1426094700) -> (continuation of Deferred@1673318121 after retry RPC after error@908813085) -> (continuation of Deferred@2099038125 after retry RPC after error@723063160) -> (continuation of Deferred@785865076 after retry RPC after error@1133110328) -> (continuation of Deferred@1488151115 after retry RPC after error@1002580724) -> (continuation of Deferred@793434113 after retry RPC after error@602821108) -> (continuation of Deferred@1619840760 after retry RPC after error@1253297559) -> (continuation of Deferred@859872784 after retry RPC after error@1651509373) -> (continuation of Deferred@1678635461 after retry RPC after error@805717926) -> (continuation of Deferred@125956008 after retry RPC after error@1699757253) -> (continuation of Deferred@1851292275 after retry RPC after error@1818311529) -> (continuation of Deferred@1687512546 after retry RPC after error@4705185) -> (continuation of Deferred@761373240 after retry RPC after error@1220443790) -> (continuation of Deferred@130787342 after retry RPC after error@971993493) -> (continuation of Deferred@423585010 after retry RPC after error@575550293) -> (continuation of Deferred@2023716042 after retry RPC after error@985584021) -> (continuation of Deferred@1489251012 after retry RPC after error@197361170) -> (continuation of Deferred@150561412 after retry RPC after error@1149708407) -> (continuation of Deferred@1038923817 after retry RPC after error@768569960) -> (continuation of Deferred@1860290583 after retry RPC after error@324571436) -> (continuation of Deferred@1269649054 after retry RPC after error@489109937) -> (continuation of Deferred@2112285554 after retry RPC after error@719373331) -> (continuation of Deferred@194557551 after retry RPC after error@794225692) -> (continuation of Deferred@1705062399 after retry RPC after error@1238220548) -> (continuation of Deferred@120079260 after retry RPC after error@528906601) -> (continuation of Deferred@1932813233 after retry RPC after error@1470486348) -> (continuation of Deferred@315902599 after retry RPC after error@1043674245)))
20:05:17.250 [DEBUG - main] (Connection.java:575) [peer master-127.3.29.61:38493(127.3.29.61:38493)] disconnecting while in state READY
20:05:17.250 [DEBUG - main] (Connection.java:575) [peer b092617a9e4c4bd5a735faa59cbd45c1(127.3.29.1:36009)] disconnecting while in state READY
20:05:17.250 [DEBUG - main] (Connection.java:575) [peer master-127.3.29.60:38797(127.3.29.60:38797)] disconnecting while in state TERMINATED
20:05:17.250 [DEBUG - main] (Connection.java:575) [peer master-127.3.29.62:40255(127.3.29.62:40255)] disconnecting while in state TERMINATED
20:05:17.251 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.29.61:38493(127.3.29.61:38493)] handling channelInactive
20:05:17.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.29.61:38493(127.3.29.61:38493)] cleaning up while in state READY due to: connection closed
20:05:17.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:17.252 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b092617a9e4c4bd5a735faa59cbd45c1(127.3.29.1:36009)] handling channelInactive
20:05:17.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b092617a9e4c4bd5a735faa59cbd45c1(127.3.29.1:36009)] cleaning up while in state READY due to: connection closed
20:05:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.252627  3188 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskxT51tL/build/asan/bin/kudu pid 3483
20:05:17.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.266247  3637 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.400668  3188 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskxT51tL/build/asan/bin/kudu with pid 3483
20:05:17.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.421788  3188 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskxT51tL/build/asan/bin/kudu pid 3647
20:05:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.428514  3778 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.560668  3188 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskxT51tL/build/asan/bin/kudu with pid 3647
20:05:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 20:05:17.583559  3806 connection.cc:537] server connection from 127.3.29.2:42371 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.583859  3188 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskxT51tL/build/asan/bin/kudu pid 3788
20:05:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.590912  3919 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:17.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.697845  3188 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskxT51tL/build/asan/bin/kudu with pid 3788
20:05:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.717734  3188 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskxT51tL/build/asan/bin/kudu pid 3277
20:05:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.718964  3351 generic_service.cc:196] Checking for leaks (request via RPC)
20:05:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 20:05:17.837788  3188 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskxT51tL/build/asan/bin/kudu with pid 3277
20:05:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T20:05:17Z chronyd exiting
20:05:18.000 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=48041), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [419ms] refreshing cache from master, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [1362ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2639ms] refreshing cache from master, [2639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [4979ms] refreshing cache from master, [4979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@2034358328(state=PENDING, result=null, callback=(continuation of Deferred@205987751 after retry RPC after error@1288090005) -> (continuation of Deferred@613623647 after retry RPC after error@1399110637) -> (continuation of Deferred@1743399937 after retry RPC after error@517567344) -> (continuation of Deferred@600639019 after retry RPC after error@1426094700) -> (continuation of Deferred@1673318121 after retry RPC after error@908813085) -> (continuation of Deferred@2099038125 after retry RPC after error@723063160) -> (continuation of Deferred@785865076 after retry RPC after error@1133110328) -> (continuation of Deferred@1488151115 after retry RPC after error@1002580724) -> (continuation of Deferred@793434113 after retry RPC after error@602821108) -> (continuation of Deferred@1619840760 after retry RPC after error@1253297559) -> (continuation of Deferred@859872784 after retry RPC after error@1651509373) -> (continuation of Deferred@1678635461 after retry RPC after error@805717926) -> (continuation of Deferred@125956008 after retry RPC after error@1699757253) -> (continuation of Deferred@1851292275 after retry RPC after error@1818311529) -> (continuation of Deferred@1687512546 after retry RPC after error@4705185) -> (continuation of Deferred@761373240 after retry RPC after error@1220443790) -> (continuation of Deferred@130787342 after retry RPC after error@971993493) -> (continuation of Deferred@423585010 after retry RPC after error@575550293) -> (continuation of Deferred@2023716042 after retry RPC after error@985584021) -> (continuation of Deferred@1489251012 after retry RPC after error@197361170) -> (continuation of Deferred@150561412 after retry RPC after error@1149708407) -> (continuation of Deferred@1038923817 after retry RPC after error@768569960) -> (continuation of Deferred@1860290583 after retry RPC after error@324571436) -> (continuation of Deferred@1269649054 after retry RPC after error@489109937) -> (continuation of Deferred@2112285554 after retry RPC after error@719373331) -> (continuation of Deferred@194557551 after retry RPC after error@794225692) -> (continuation of Deferred@1705062399 after retry RPC after error@1238220548) -> (continuation of Deferred@120079260 after retry RPC after error@528906601) -> (continuation of Deferred@1932813233 after retry RPC after error@1470486348) -> (continuation of Deferred@315902599 after retry RPC after error@1043674245), errback=(continuation of Deferred@205987751 after retry RPC after error@1288090005) -> (continuation of Deferred@613623647 after retry RPC after error@1399110637) -> (continuation of Deferred@1743399937 after retry RPC after error@517567344) -> (continuation of Deferred@600639019 after retry RPC after error@1426094700) -> (continuation of Deferred@1673318121 after retry RPC after error@908813085) -> (continuation of Deferred@2099038125 after retry RPC after error@723063160) -> (continuation of Deferred@785865076 after retry RPC after error@1133110328) -> (continuation of Deferred@1488151115 after retry RPC after error@1002580724) -> (continuation of Deferred@793434113 after retry RPC after error@602821108) -> (continuation of Deferred@1619840760 after retry RPC after error@1253297559) -> (continuation of Deferred@859872784 after retry RPC after error@1651509373) -> (continuation of Deferred@1678635461 after retry RPC after error@805717926) -> (continuation of Deferred@125956008 after retry RPC after error@1699757253) -> (continuation of Deferred@1851292275 after retry RPC after error@1818311529) -> (continuation of Deferred@1687512546 after retry RPC after error@4705185) -> (continuation of Deferred@761373240 after retry RPC after error@1220443790) -> (continuation of Deferred@130787342 after retry RPC after error@971993493) -> (continuation of Deferred@423585010 after retry RPC after error@575550293) -> (continuation of Deferred@2023716042 after retry RPC after error@985584021) -> (continuation of Deferred@1489251012 after retry RPC after error@197361170) -> (continuation of Deferred@150561412 after retry RPC after error@1149708407) -> (continuation of Deferred@1038923817 after retry RPC after error@768569960) -> (continuation of Deferred@1860290583 after retry RPC after error@324571436) -> (continuation of Deferred@1269649054 after retry RPC after error@489109937) -> (continuation of Deferred@2112285554 after retry RPC after error@719373331) -> (continuation of Deferred@194557551 after retry RPC after error@794225692) -> (continuation of Deferred@1705062399 after retry RPC after error@1238220548) -> (continuation of Deferred@120079260 after retry RPC after error@528906601) -> (continuation of Deferred@1932813233 after retry RPC after error@1470486348) -> (continuation of Deferred@315902599 after retry RPC after error@1043674245)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
		at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
	... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.29.60:38797
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_275]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_275]
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
	... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=31, TimeoutTracker(timeout=50000, elapsed=48041), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [21ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [181ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [240ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [241ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [259ms] refreshing cache from master, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [261ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [262ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [419ms] refreshing cache from master, [419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [421ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [422ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [422ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [1359ms] refreshing cache from master, [1359ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [1362ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2639ms] refreshing cache from master, [2639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [2640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.60:38797: Network error: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797, [2641ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.62:40255: Network error: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.3.29.61:38493: OK, [2643ms] delaying RPC due to: Service unavailable: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255, [4979ms] refreshing cache from master, [4979ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.60:38797, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.61:38493, [4980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.29.62:40255, [4981ms] too many traces: truncated at 100 traces, deferred=Deferred@2034358328(state=PENDING, result=null, callback=(continuation of Deferred@205987751 after retry RPC after error@1288090005) -> (continuation of Deferred@613623647 after retry RPC after error@1399110637) -> (continuation of Deferred@1743399937 after retry RPC after error@517567344) -> (continuation of Deferred@600639019 after retry RPC after error@1426094700) -> (continuation of Deferred@1673318121 after retry RPC after error@908813085) -> (continuation of Deferred@2099038125 after retry RPC after error@723063160) -> (continuation of Deferred@785865076 after retry RPC after error@1133110328) -> (continuation of Deferred@1488151115 after retry RPC after error@1002580724) -> (continuation of Deferred@793434113 after retry RPC after error@602821108) -> (continuation of Deferred@1619840760 after retry RPC after error@1253297559) -> (continuation of Deferred@859872784 after retry RPC after error@1651509373) -> (continuation of Deferred@1678635461 after retry RPC after error@805717926) -> (continuation of Deferred@125956008 after retry RPC after error@1699757253) -> (continuation of Deferred@1851292275 after retry RPC after error@1818311529) -> (continuation of Deferred@1687512546 after retry RPC after error@4705185) -> (continuation of Deferred@761373240 after retry RPC after error@1220443790) -> (continuation of Deferred@130787342 after retry RPC after error@971993493) -> (continuation of Deferred@423585010 after retry RPC after error@575550293) -> (continuation of Deferred@2023716042 after retry RPC after error@985584021) -> (continuation of Deferred@1489251012 after retry RPC after error@197361170) -> (continuation of Deferred@150561412 after retry RPC after error@1149708407) -> (continuation of Deferred@1038923817 after retry RPC after error@768569960) -> (continuation of Deferred@1860290583 after retry RPC after error@324571436) -> (continuation of Deferred@1269649054 after retry RPC after error@489109937) -> (continuation of Deferred@2112285554 after retry RPC after error@719373331) -> (continuation of Deferred@194557551 after retry RPC after error@794225692) -> (continuation of Deferred@1705062399 after retry RPC after error@1238220548) -> (continuation of Deferred@120079260 after retry RPC after error@528906601) -> (continuation of Deferred@1932813233 after retry RPC after error@1470486348) -> (continuation of Deferred@315902599 after retry RPC after error@1043674245), errback=(continuation of Deferred@205987751 after retry RPC after error@1288090005) -> (continuation of Deferred@613623647 after retry RPC after error@1399110637) -> (continuation of Deferred@1743399937 after retry RPC after error@517567344) -> (continuation of Deferred@600639019 after retry RPC after error@1426094700) -> (continuation of Deferred@1673318121 after retry RPC after error@908813085) -> (continuation of Deferred@2099038125 after retry RPC after error@723063160) -> (continuation of Deferred@785865076 after retry RPC after error@1133110328) -> (continuation of Deferred@1488151115 after retry RPC after error@1002580724) -> (continuation of Deferred@793434113 after retry RPC after error@602821108) -> (continuation of Deferred@1619840760 after retry RPC after error@1253297559) -> (continuation of Deferred@859872784 after retry RPC after error@1651509373) -> (continuation of Deferred@1678635461 after retry RPC after error@805717926) -> (continuation of Deferred@125956008 after retry RPC after error@1699757253) -> (continuation of Deferred@1851292275 after retry RPC after error@1818311529) -> (continuation of Deferred@1687512546 after retry RPC after error@4705185) -> (continuation of Deferred@761373240 after retry RPC after error@1220443790) -> (continuation of Deferred@130787342 after retry RPC after error@971993493) -> (continuation of Deferred@423585010 after retry RPC after error@575550293) -> (continuation of Deferred@2023716042 after retry RPC after error@985584021) -> (continuation of Deferred@1489251012 after retry RPC after error@197361170) -> (continuation of Deferred@150561412 after retry RPC after error@1149708407) -> (continuation of Deferred@1038923817 after retry RPC after error@768569960) -> (continuation of Deferred@1860290583 after retry RPC after error@324571436) -> (continuation of Deferred@1269649054 after retry RPC after error@489109937) -> (continuation of Deferred@2112285554 after retry RPC after error@719373331) -> (continuation of Deferred@194557551 after retry RPC after error@794225692) -> (continuation of Deferred@1705062399 after retry RPC after error@1238220548) -> (continuation of Deferred@120079260 after retry RPC after error@528906601) -> (continuation of Deferred@1932813233 after retry RPC after error@1470486348) -> (continuation of Deferred@315902599 after retry RPC after error@1043674245)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
	at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
	at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
		at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
		at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
		at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
		at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
		at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
		at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
		at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
		at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
		at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
		at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
		at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
		at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
		at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
		at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
		at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.3.29.60:38797,127.3.29.61:38493,127.3.29.62:40255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.62:40255(127.3.29.62:40255): Connection refused: /127.3.29.62:40255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
	at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
	at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
	at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
	at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
	at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
	at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
	at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.29.60:38797(127.3.29.60:38797): Connection refused: /127.3.29.60:38797
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
	at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
	at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
	at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
	at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
	at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.3.29.60:38797
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
	at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)