08:36:57.596 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:36:57.596 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskEhaJJP/test-tmp
08:36:57.596 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:36:57.596 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskEhaJJP/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:36:57.598 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:36:57.943 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:36:57.944 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:36:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:57.946406 16246 mini_oidc.cc:152] Starting JWKS server
08:36:57.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:57.949067 16246 webserver.cc:460] Webserver started at http://127.0.0.1:35049/ using document root <none> and password file <none>
08:36:57.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:57.949362 16246 mini_oidc.cc:189] Starting OIDC Discovery server
08:36:57.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:57.950151 16246 webserver.cc:460] Webserver started at http://127.0.0.1:34683/ using document root <none> and password file <none>
08:36:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T08:36:57Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:36:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T08:36:57Z Disabled control of system clock
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:57.982522 16246 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/wal
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:36:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/logs
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data/info.pb
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.190:33659
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.190
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35049/jwks.json
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:36:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:36:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.328871 16257 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:36:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.329181 16257 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:36:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.329277 16257 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:36:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.336820 16257 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:36:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.336946 16257 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:36:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.336983 16257 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:36:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.337030 16257 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:36:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.337066 16257 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:36:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.337118 16257 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:36:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.337148 16257 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35049/jwks.json
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.346868 16257 master_runner.cc:386] Master server non-default flags:
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/wal
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.190:33659
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35049/jwks.json
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data/info.pb
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.190
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/logs
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 07:47:32 UTC on ccycloud.quasar-uulrnl.root.comops.site
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676818
08:36:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:36:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.348140 16257 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:36:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.349937 16257 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:36:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.362757 16263 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.362816 16265 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.363319 16262 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.363652 16257 server_base.cc:1034] running on GCE node
08:36:58.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.364724 16257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:36:58.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.366322 16257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:36:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.367556 16257 hybrid_clock.cc:648] HybridClock initialized: now 1790584618367510 us; error 39 us; skew 500 ppm
08:36:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.367904 16257 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:36:58.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.370543 16257 webserver.cc:460] Webserver started at http://127.15.221.190:35221/ using document root <none> and password file <none>
08:36:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.371239 16257 fs_manager.cc:359] Metadata directory not provided
08:36:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.371345 16257 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:36:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.371619 16257 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:36:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.374511 16257 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data/instance:
08:36:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79b1427f029f4d6bb77ddd34c888e22d"
08:36:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:58 on dist-test-slave-vlfm"
08:36:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.375355 16257 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/wal/instance:
08:36:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79b1427f029f4d6bb77ddd34c888e22d"
08:36:58.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:58 on dist-test-slave-vlfm"
08:36:58.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.380932 16257 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
08:36:58.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.384989 16271 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:36:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.386652 16257 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.386843 16257 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data,/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/wal
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "79b1427f029f4d6bb77ddd34c888e22d"
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:58 on dist-test-slave-vlfm"
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.387053 16257 fs_report.cc:383] FS layout report
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/wal
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/wal
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data/data
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:36:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:36:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.401953 16257 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:36:58.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.402832 16257 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:36:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.403097 16257 kserver.cc:163] Server-wide thread pool size limit: 3276
08:36:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.425477 16257 rpc_server.cc:307] RPC server started. Bound to: 127.15.221.190:33659
08:36:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.425505 16332 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.221.190:33659 every 8 connection(s)
08:36:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.426874 16257 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/data/info.pb
08:36:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.430917 16333 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:36:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.430929 16246 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu as pid 16257
08:36:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.431164 16246 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-0/wal/instance
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.433291 16246 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/wal
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/logs
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data/info.pb
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:36:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.189:41007
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.189
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35049/jwks.json
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:36:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:36:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.437309 16333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
08:36:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.456161 16333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
08:36:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.457372 16274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:36:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.459098 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:36:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.508590 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } attempt: 1
08:36:58.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.510584 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:36:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.578886 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } attempt: 2
08:36:58.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.581005 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:36:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.672333 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } attempt: 3
08:36:58.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.674225 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:36:58.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.778553 16335 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:36:58.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.778846 16335 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:36:58.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.778930 16335 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:36:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.786764 16335 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:36:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.786871 16335 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:36:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.786906 16335 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:36:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.786952 16335 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:36:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.786988 16335 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:36:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.787037 16335 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:36:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.787067 16335 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35049/jwks.json
08:36:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.796612 16335 master_runner.cc:386] Master server non-default flags:
08:36:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:36:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/wal
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.189:41007
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35049/jwks.json
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data/info.pb
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.189
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/logs
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 07:47:32 UTC on ccycloud.quasar-uulrnl.root.comops.site
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676818
08:36:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:36:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.797982 16335 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:36:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.799798 16335 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:36:58.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.812207 16343 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:58.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.812354 16346 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:58.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.812386 16344 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:58.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.812929 16335 server_base.cc:1034] running on GCE node
08:36:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.813898 16335 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:36:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.815559 16335 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:36:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.816882 16335 hybrid_clock.cc:648] HybridClock initialized: now 1790584618816804 us; error 47 us; skew 500 ppm
08:36:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.817477 16335 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:36:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.817524 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } attempt: 4
08:36:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.819953 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:36:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.820793 16335 webserver.cc:460] Webserver started at http://127.15.221.189:35997/ using document root <none> and password file <none>
08:36:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.821611 16335 fs_manager.cc:359] Metadata directory not provided
08:36:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.821731 16335 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:36:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.822081 16335 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:36:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.824903 16335 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data/instance:
08:36:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e9c60ea5ea44da0abe4ff173fe64979"
08:36:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:58 on dist-test-slave-vlfm"
08:36:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.825807 16335 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/wal/instance:
08:36:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e9c60ea5ea44da0abe4ff173fe64979"
08:36:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:58 on dist-test-slave-vlfm"
08:36:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.831418 16335 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.002s
08:36:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.835762 16352 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:36:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.837354 16335 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
08:36:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.837606 16335 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data,/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/wal
08:36:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e9c60ea5ea44da0abe4ff173fe64979"
08:36:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:58 on dist-test-slave-vlfm"
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.837852 16335 fs_report.cc:383] FS layout report
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/wal
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/wal
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data/data
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:36:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:36:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.860687 16335 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:36:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.861694 16335 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:36:58.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.862093 16335 kserver.cc:163] Server-wide thread pool size limit: 3276
08:36:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.884526 16335 rpc_server.cc:307] RPC server started. Bound to: 127.15.221.189:41007
08:36:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.884543 16413 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.221.189:41007 every 8 connection(s)
08:36:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.886050 16335 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/data/info.pb
08:36:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.889842 16414 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:36:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.892992 16246 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu as pid 16335
08:36:58.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.893170 16246 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-1/wal/instance
08:36:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.894665 16246 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/wal
08:36:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data
08:36:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:36:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:36:58.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/logs
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data/info.pb
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.188:35297
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.188
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35049/jwks.json
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:36:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:36:58.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.898167 16414 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
08:36:58.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.914350 16414 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
08:36:58.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.925608 16414 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } has no permanent_uuid. Determining permanent_uuid...
08:36:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.926796 16354 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.928510 16414 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:58.977861 16414 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 1
08:36:58.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:58.979984 16414 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.048244 16414 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 2
08:36:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.050421 16414 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.119248 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } attempt: 5
08:36:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.127015 16333 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } has no permanent_uuid. Determining permanent_uuid...
08:36:59.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.129122 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.141700 16414 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 3
08:36:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.144035 16414 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.180460 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 1
08:36:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.182673 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.234886 16416 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:36:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.235224 16416 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:36:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.235355 16416 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:36:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.243083 16416 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:36:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.243214 16416 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
08:36:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.243279 16416 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:36:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.243351 16416 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:36:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.243404 16416 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:36:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.243479 16416 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:36:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.243525 16416 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35049/jwks.json
08:36:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.250938 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 2
08:36:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.252987 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.254021 16416 master_runner.cc:386] Master server non-default flags:
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/wal
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.188:35297
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35049/jwks.json
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data/info.pb
08:36:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.188
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/logs
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 07:47:32 UTC on ccycloud.quasar-uulrnl.root.comops.site
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676818
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:36:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.255604 16416 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:36:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.257485 16416 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:36:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.269731 16425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.269840 16427 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.270259 16424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:36:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.270823 16416 server_base.cc:1034] running on GCE node
08:36:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.271694 16416 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:36:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.273219 16416 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:36:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.274447 16416 hybrid_clock.cc:648] HybridClock initialized: now 1790584619274388 us; error 53 us; skew 500 ppm
08:36:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.274830 16416 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:36:59.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.277464 16416 webserver.cc:460] Webserver started at http://127.15.221.188:39277/ using document root <none> and password file <none>
08:36:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.278264 16416 fs_manager.cc:359] Metadata directory not provided
08:36:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.278362 16416 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:36:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.278623 16416 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:36:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.281356 16416 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data/instance:
08:36:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6325d9e342d4f19a5864a7e5f8cde1b"
08:36:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:59 on dist-test-slave-vlfm"
08:36:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.282219 16416 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/wal/instance:
08:36:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6325d9e342d4f19a5864a7e5f8cde1b"
08:36:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:59 on dist-test-slave-vlfm"
08:36:59.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.287303 16414 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 4
08:36:59.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.287901 16416 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
08:36:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.289371 16414 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.292074 16433 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.293932 16416 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.294124 16416 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data,/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/wal
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b6325d9e342d4f19a5864a7e5f8cde1b"
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:36:59 on dist-test-slave-vlfm"
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.294333 16416 fs_report.cc:383] FS layout report
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/wal
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/wal
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data/data
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:36:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:36:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.350720 16416 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:36:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.351581 16416 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:36:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.351846 16416 kserver.cc:163] Server-wide thread pool size limit: 3276
08:36:59.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.359231 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 3
08:36:59.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.361217 16333 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.221.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:36:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.374854 16416 rpc_server.cc:307] RPC server started. Bound to: 127.15.221.188:35297
08:36:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.374869 16494 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.221.188:35297 every 8 connection(s)
08:36:59.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.376111 16416 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/data/info.pb
08:36:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.379959 16495 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:36:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.383776 16246 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu as pid 16416
08:36:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.383921 16246 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/master-2/wal/instance
08:36:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.386318 16495 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } has no permanent_uuid. Determining permanent_uuid...
08:36:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.404053 16495 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
08:36:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.412046 16495 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } has no permanent_uuid. Determining permanent_uuid...
08:36:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.423576 16495 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b: Bootstrap starting.
08:36:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.427107 16495 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b: Neither blocks nor log segments found. Creating new log.
08:36:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.428236 16495 log.cc:824] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b: Log is configured to *not* fsync() on all Append() calls
08:36:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.431886 16495 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b: No bootstrap required, opened a new log
08:36:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.439728 16495 raft_consensus.cc:348] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.440102 16495 raft_consensus.cc:374] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:36:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.440222 16495 raft_consensus.cc:729] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b6325d9e342d4f19a5864a7e5f8cde1b, State: Initialized, Role: FOLLOWER
08:36:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.440761 16495 consensus_queue.cc:260] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.441672 16504 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.442063 16504 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: This master's current role is: FOLLOWER
08:36:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.443126 16495 sys_catalog.cc:564] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: configured and running, proceeding with master startup.
08:36:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.452056 16515 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:36:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.452239 16515 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:36:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.449990 16416 master_runner.cc:186] Error getting master registration for 127.15.221.190:33659: OK, instance_id { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" instance_seqno: 1790584618419548 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:36:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.461668 16416 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:36:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.491247 16504 raft_consensus.cc:482] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:36:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.491633 16504 raft_consensus.cc:504] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.493512 16504 leader_election.cc:288] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 79b1427f029f4d6bb77ddd34c888e22d (127.15.221.190:33659), 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007)
08:36:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.538473 16333 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 4
08:36:59.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.552088 16333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: Bootstrap starting.
08:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.556803 16333 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: Neither blocks nor log segments found. Creating new log.
08:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.558233 16333 log.cc:824] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: Log is configured to *not* fsync() on all Append() calls
08:36:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.561519 16333 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: No bootstrap required, opened a new log
08:36:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.573081 16333 raft_consensus.cc:348] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.573515 16333 raft_consensus.cc:374] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:36:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.573642 16333 raft_consensus.cc:729] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 79b1427f029f4d6bb77ddd34c888e22d, State: Initialized, Role: FOLLOWER
08:36:59.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.574352 16333 consensus_queue.cc:260] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.575413 16518 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.576220 16518 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: This master's current role is: FOLLOWER
08:36:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.576885 16333 sys_catalog.cc:564] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: configured and running, proceeding with master startup.
08:36:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.576906 16298 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "79b1427f029f4d6bb77ddd34c888e22d" is_pre_election: true
08:36:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.577732 16298 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b6325d9e342d4f19a5864a7e5f8cde1b in term 0.
08:36:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.578675 16436 leader_election.cc:302] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d, b6325d9e342d4f19a5864a7e5f8cde1b; no voters:
08:36:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.579216 16504 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:36:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.579403 16504 raft_consensus.cc:482] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:36:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.579516 16504 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 0 FOLLOWER]: Advancing to term 1
08:36:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.582886 16504 raft_consensus.cc:504] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.583636 16504 leader_election.cc:288] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [CANDIDATE]: Term 1 election: Requested vote from peers 79b1427f029f4d6bb77ddd34c888e22d (127.15.221.190:33659), 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007)
08:36:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.586189 16298 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "79b1427f029f4d6bb77ddd34c888e22d"
08:36:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.586607 16298 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 0 FOLLOWER]: Advancing to term 1
08:36:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.588559 16414 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } attempt: 5
08:36:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.590705 16298 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b6325d9e342d4f19a5864a7e5f8cde1b in term 1.
08:36:59.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.591470 16436 leader_election.cc:302] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d, b6325d9e342d4f19a5864a7e5f8cde1b; no voters:
08:36:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.592000 16504 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 1 FOLLOWER]: Leader election won for term 1
08:36:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.601827 16504 raft_consensus.cc:686] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [term 1 LEADER]: Becoming Leader. State: Replica: b6325d9e342d4f19a5864a7e5f8cde1b, State: Running, Role: LEADER
08:36:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.602854 16504 consensus_queue.cc:237] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.604033 16439 tablet.cc:2369] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:36:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.604393 16414 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: Bootstrap starting.
08:36:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.611263 16414 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: Neither blocks nor log segments found. Creating new log.
08:36:59.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.613813 16414 log.cc:824] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: Log is configured to *not* fsync() on all Append() calls
08:36:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.616415 16524 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6325d9e342d4f19a5864a7e5f8cde1b. Latest consensus state: current_term: 1 leader_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.616971 16524 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: This master's current role is: LEADER
08:36:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.622466 16528 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:36:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.624724 16414 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: No bootstrap required, opened a new log
08:36:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.624931 16528 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:36:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.645287 16414 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.646137 16414 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:36:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.646420 16414 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2e9c60ea5ea44da0abe4ff173fe64979, State: Initialized, Role: FOLLOWER
08:36:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.647675 16414 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:36:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.648459 16298 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Refusing update from remote peer b6325d9e342d4f19a5864a7e5f8cde1b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:36:59.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.649961 16524 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:36:59.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.651387 16534 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:36:59.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:36:59.656085 16277 tablet.cc:2369] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:36:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.666148 16535 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.666666 16535 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: This master's current role is: FOLLOWER
08:36:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.667922 16518 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6325d9e342d4f19a5864a7e5f8cde1b. Latest consensus state: current_term: 1 leader_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.668233 16518 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: This master's current role is: FOLLOWER
08:36:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.668922 16378 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e9c60ea5ea44da0abe4ff173fe64979"
08:36:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.669334 16377 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 0 FOLLOWER]: Advancing to term 1
08:36:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.670104 16379 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" is_pre_election: true
08:36:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.671279 16414 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: configured and running, proceeding with master startup.
08:36:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.672868 16377 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 1 FOLLOWER]: Refusing update from remote peer b6325d9e342d4f19a5864a7e5f8cde1b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:36:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.673938 16504 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:36:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.676247 16536 mvcc.cc:205] Tried to move back new op lower bound from 7334234602059145216 to 7334234601914171392. Current Snapshot: MvccSnapshot[applied={T|T < 7334234602059145216}]
08:36:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.676760 16531 mvcc.cc:205] Tried to move back new op lower bound from 7334234602059145216 to 7334234601914171392. Current Snapshot: MvccSnapshot[applied={T|T < 7334234602059145216}]
08:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.671274 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: OK, instance_id { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" instance_seqno: 1790584618879048 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:36:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.683148 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:36:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.688953 16535 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b6325d9e342d4f19a5864a7e5f8cde1b. Latest consensus state: current_term: 1 leader_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.689281 16535 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: This master's current role is: FOLLOWER
08:36:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.690925 16528 catalog_manager.cc:1347] Generated new cluster ID: 1b1da83598264b038c523309c9d19338
08:36:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.691025 16528 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:36:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.691310 16524 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.691574 16524 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: This master's current role is: LEADER
08:36:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.691800 16524 sys_catalog.cc:455] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.692138 16524 sys_catalog.cc:458] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b [sys.catalog]: This master's current role is: LEADER
08:36:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.695446 16518 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.695715 16518 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: This master's current role is: FOLLOWER
08:36:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.690513 16545 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:36:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.698019 16545 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: This master's current role is: FOLLOWER
08:36:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.706363 16528 catalog_manager.cc:1370] Generated new certificate authority record
08:36:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.709041 16528 catalog_manager.cc:1504] Loading token signing keys...
08:36:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.723984 16528 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b6325d9e342d4f19a5864a7e5f8cde1b: Generated new TSK 0
08:36:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.725430 16528 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:36:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.730782 16555 catalog_manager.cc:1259] Loaded cluster ID: 1b1da83598264b038c523309c9d19338
08:36:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.730894 16555 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: loading cluster ID for follower catalog manager: success
08:36:59.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.733877 16555 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: acquiring CA information for follower catalog manager: success
08:36:59.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.736061 16555 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:36:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:36:59.749527 16246 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:36:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/wal
08:36:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data
08:36:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/logs
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data/info.pb
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.129:0
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.221.129
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.129
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:36:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:37:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.156152 16557 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:37:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.156538 16557 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:37:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.156687 16557 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:37:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.164841 16557 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:37:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.165004 16557 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:37:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.165040 16557 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:37:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.165083 16557 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:37:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.165148 16557 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.221.129
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.175212 16557 tablet_server_runner.cc:78] Tablet server non-default flags:
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/wal
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.129:0
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:37:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data/info.pb
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.129
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.221.129
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/logs
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 07:47:32 UTC on ccycloud.quasar-uulrnl.root.comops.site
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676818
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:37:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.176594 16557 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:37:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.178615 16557 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:37:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.193466 16562 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.193403 16565 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.193759 16557 server_base.cc:1034] running on GCE node
08:37:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.193365 16563 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.194624 16557 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:37:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.195634 16557 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:37:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.196851 16557 hybrid_clock.cc:648] HybridClock initialized: now 1790584620196811 us; error 55 us; skew 500 ppm
08:37:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.197211 16557 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:37:00.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.199800 16557 webserver.cc:460] Webserver started at http://127.15.221.129:40737/ using document root <none> and password file <none>
08:37:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.200537 16557 fs_manager.cc:359] Metadata directory not provided
08:37:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.200634 16557 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:37:00.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.200904 16557 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:37:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.203977 16557 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data/instance:
08:37:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db784403fd524cf08145c1cf1703a39f"
08:37:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:00 on dist-test-slave-vlfm"
08:37:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.204888 16557 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/wal/instance:
08:37:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db784403fd524cf08145c1cf1703a39f"
08:37:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:00 on dist-test-slave-vlfm"
08:37:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.210816 16557 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
08:37:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.214937 16571 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:37:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.216586 16557 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.216848 16557 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data,/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/wal
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db784403fd524cf08145c1cf1703a39f"
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:00 on dist-test-slave-vlfm"
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.217104 16557 fs_report.cc:383] FS layout report
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/wal
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/wal
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data/data
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:37:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.237380 16557 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:37:00.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.238327 16557 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:37:00.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.238607 16557 kserver.cc:163] Server-wide thread pool size limit: 3276
08:37:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.241444 16557 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:37:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.241580 16557 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:37:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.241708 16557 ts_tablet_manager.cc:610] Registered 0 tablets
08:37:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.241771 16557 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:37:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.302899 16557 rpc_server.cc:307] RPC server started. Bound to: 127.15.221.129:38409
08:37:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.302919 16695 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.221.129:38409 every 8 connection(s)
08:37:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.304162 16557 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/data/info.pb
08:37:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.305357 16246 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu as pid 16557
08:37:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.305605 16246 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-0/wal/instance
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.312361 16246 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/wal
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/logs
08:37:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data/info.pb
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.130:0
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.221.130
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.130
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:37:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:37:00.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.318204 16696 heartbeater.cc:347] Connected to a master server at 127.15.221.188:35297
08:37:00.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.318766 16696 heartbeater.cc:464] Registering TS with master...
08:37:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.319656 16696 heartbeater.cc:511] Master 127.15.221.188:35297 requested a full tablet report, sending...
08:37:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.320588 16697 heartbeater.cc:347] Connected to a master server at 127.15.221.190:33659
08:37:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.320724 16697 heartbeater.cc:464] Registering TS with master...
08:37:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.321125 16697 heartbeater.cc:511] Master 127.15.221.190:33659 requested a full tablet report, sending...
08:37:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.322072 16450 ts_manager.cc:194] Registered new tserver with Master: db784403fd524cf08145c1cf1703a39f (127.15.221.129:38409)
08:37:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.322902 16288 ts_manager.cc:194] Registered new tserver with Master: db784403fd524cf08145c1cf1703a39f (127.15.221.129:38409)
08:37:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.323345 16698 heartbeater.cc:347] Connected to a master server at 127.15.221.189:41007
08:37:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.323477 16698 heartbeater.cc:464] Registering TS with master...
08:37:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.323907 16698 heartbeater.cc:511] Master 127.15.221.189:41007 requested a full tablet report, sending...
08:37:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.324065 16450 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.221.129:48337
08:37:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.325523 16369 ts_manager.cc:194] Registered new tserver with Master: db784403fd524cf08145c1cf1703a39f (127.15.221.129:38409)
08:37:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.650529 16701 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:37:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.650877 16701 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:37:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.651015 16701 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:37:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.656950 16534 catalog_manager.cc:1259] Loaded cluster ID: 1b1da83598264b038c523309c9d19338
08:37:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.657306 16534 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: loading cluster ID for follower catalog manager: success
08:37:00.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.661444 16534 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: acquiring CA information for follower catalog manager: success
08:37:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.662187 16701 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:37:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.662367 16701 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:37:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.662438 16701 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:37:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.662503 16701 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:37:00.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.662612 16701 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.221.130
08:37:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.664152 16534 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.673209 16701 tablet_server_runner.cc:78] Tablet server non-default flags:
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/wal
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.130:0
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data/info.pb
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.130
08:37:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.221.130
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/logs
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 07:47:32 UTC on ccycloud.quasar-uulrnl.root.comops.site
08:37:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676818
08:37:00.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:37:00.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.674582 16701 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:37:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.676302 16701 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:37:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.690568 16707 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.690711 16708 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:00.691260 16710 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.691551 16701 server_base.cc:1034] running on GCE node
08:37:00.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.692181 16701 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:37:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.693215 16701 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:37:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.694433 16701 hybrid_clock.cc:648] HybridClock initialized: now 1790584620694376 us; error 51 us; skew 500 ppm
08:37:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.694739 16701 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:37:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.697701 16701 webserver.cc:460] Webserver started at http://127.15.221.130:35421/ using document root <none> and password file <none>
08:37:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.698975 16701 fs_manager.cc:359] Metadata directory not provided
08:37:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.699385 16701 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:37:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.700291 16701 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:37:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.704195 16701 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data/instance:
08:37:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80e7660efbfb436ba996953b4fbb8a53"
08:37:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:00 on dist-test-slave-vlfm"
08:37:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.705329 16701 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/wal/instance:
08:37:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80e7660efbfb436ba996953b4fbb8a53"
08:37:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:00 on dist-test-slave-vlfm"
08:37:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.712812 16701 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
08:37:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.717772 16716 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:37:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.719570 16701 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.719805 16701 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data,/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/wal
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80e7660efbfb436ba996953b4fbb8a53"
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:00 on dist-test-slave-vlfm"
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.720101 16701 fs_report.cc:383] FS layout report
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/wal
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/wal
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data/data
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:37:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:37:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.738704 16701 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:37:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.739804 16701 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:37:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.740180 16701 kserver.cc:163] Server-wide thread pool size limit: 3276
08:37:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.744009 16701 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:37:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.744120 16701 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:37:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.744253 16701 ts_tablet_manager.cc:610] Registered 0 tablets
08:37:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.744316 16701 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:37:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.821439 16701 rpc_server.cc:307] RPC server started. Bound to: 127.15.221.130:36423
08:37:00.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.821450 16837 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.221.130:36423 every 8 connection(s)
08:37:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.823197 16701 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/data/info.pb
08:37:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.825767 16839 heartbeater.cc:347] Connected to a master server at 127.15.221.190:33659
08:37:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.826089 16839 heartbeater.cc:464] Registering TS with master...
08:37:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.826225 16246 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu as pid 16701
08:37:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.826416 16246 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-1/wal/instance
08:37:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.827426 16839 heartbeater.cc:511] Master 127.15.221.190:33659 requested a full tablet report, sending...
08:37:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.833287 16288 ts_manager.cc:194] Registered new tserver with Master: 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130:36423)
08:37:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.835407 16246 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:37:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu
08:37:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/wal
08:37:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data
08:37:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/logs
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data/info.pb
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.131:0
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.221.131
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.131
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:37:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:37:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.845168 16838 heartbeater.cc:347] Connected to a master server at 127.15.221.188:35297
08:37:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.845366 16838 heartbeater.cc:464] Registering TS with master...
08:37:00.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.846011 16838 heartbeater.cc:511] Master 127.15.221.188:35297 requested a full tablet report, sending...
08:37:00.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.847023 16450 ts_manager.cc:194] Registered new tserver with Master: 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130:36423)
08:37:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.848356 16450 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.221.130:40089
08:37:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.856410 16840 heartbeater.cc:347] Connected to a master server at 127.15.221.189:41007
08:37:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.856673 16840 heartbeater.cc:464] Registering TS with master...
08:37:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.857111 16840 heartbeater.cc:511] Master 127.15.221.189:41007 requested a full tablet report, sending...
08:37:00.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:00.858512 16369 ts_manager.cc:194] Registered new tserver with Master: 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130:36423)
08:37:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.197525 16843 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:37:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.197929 16843 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:37:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.198074 16843 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:37:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.206578 16843 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:37:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.206771 16843 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:37:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.206812 16843 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:37:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.206854 16843 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
08:37:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.206931 16843 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.221.131
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.216902 16843 tablet_server_runner.cc:78] Tablet server non-default flags:
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.221.148:33743
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/wal
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.221.131:0
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data/info.pb
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.221.131
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.221.190:33659,127.15.221.189:41007,127.15.221.188:35297
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.221.131
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/logs
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:37:01.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:37:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:37:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
08:37:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:37:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 07:47:32 UTC on ccycloud.quasar-uulrnl.root.comops.site
08:37:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676818
08:37:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:37:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.218530 16843 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:37:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.220526 16843 file_cache.cc:493] Constructed file cache file cache with capacity 419430
08:37:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.235617 16848 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.236007 16849 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.236280 16851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:37:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.237838 16843 server_base.cc:1034] running on GCE node
08:37:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.238612 16843 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:37:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.239769 16843 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:37:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.241060 16843 hybrid_clock.cc:648] HybridClock initialized: now 1790584621240960 us; error 91 us; skew 500 ppm
08:37:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.241441 16843 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:37:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.248903 16843 webserver.cc:460] Webserver started at http://127.15.221.131:36127/ using document root <none> and password file <none>
08:37:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.249837 16843 fs_manager.cc:359] Metadata directory not provided
08:37:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.249985 16843 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:37:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.250341 16843 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:37:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.253111 16843 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data/instance:
08:37:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20b1ff770de54560ad5666a13956f8e7"
08:37:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:01 on dist-test-slave-vlfm"
08:37:01.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.254040 16843 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/wal/instance:
08:37:01.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20b1ff770de54560ad5666a13956f8e7"
08:37:01.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:01 on dist-test-slave-vlfm"
08:37:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.259699 16843 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
08:37:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.263622 16857 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:37:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.265234 16843 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
08:37:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.265424 16843 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data,/tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/wal
08:37:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20b1ff770de54560ad5666a13956f8e7"
08:37:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 08:37:01 on dist-test-slave-vlfm"
08:37:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.265694 16843 fs_report.cc:383] FS layout report
08:37:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/wal
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/wal
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data/data
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:37:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:37:01.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.284888 16843 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
08:37:01.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.285831 16843 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:37:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.286162 16843 kserver.cc:163] Server-wide thread pool size limit: 3276
08:37:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.289013 16843 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:37:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.289103 16843 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:37:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.289232 16843 ts_tablet_manager.cc:610] Registered 0 tablets
08:37:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.289297 16843 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:37:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.327229 16696 heartbeater.cc:503] Master 127.15.221.188:35297 was elected leader, sending a full tablet report...
08:37:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.348140 16843 rpc_server.cc:307] RPC server started. Bound to: 127.15.221.131:33805
08:37:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.348186 16978 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.221.131:33805 every 8 connection(s)
08:37:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.349310 16843 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/data/info.pb
08:37:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.350309 16246 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu as pid 16843
08:37:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.350507 16246 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskEhaJJP/test-tmp/mini-kudu-cluster2721705776521845732/ts-2/wal/instance
08:37:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.352437 16980 heartbeater.cc:347] Connected to a master server at 127.15.221.190:33659
08:37:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.352689 16980 heartbeater.cc:464] Registering TS with master...
08:37:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.353803 16980 heartbeater.cc:511] Master 127.15.221.190:33659 requested a full tablet report, sending...
08:37:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.356721 16288 ts_manager.cc:194] Registered new tserver with Master: 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805)
08:37:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.360543 16979 heartbeater.cc:347] Connected to a master server at 127.15.221.188:35297
08:37:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.360756 16979 heartbeater.cc:464] Registering TS with master...
08:37:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.361303 16979 heartbeater.cc:511] Master 127.15.221.188:35297 requested a full tablet report, sending...
08:37:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.364091 16450 ts_manager.cc:194] Registered new tserver with Master: 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805)
08:37:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.365294 16450 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.221.131:50795
08:37:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.370504 16981 heartbeater.cc:347] Connected to a master server at 127.15.221.189:41007
08:37:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.370664 16981 heartbeater.cc:464] Registering TS with master...
08:37:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.370991 16981 heartbeater.cc:511] Master 127.15.221.189:41007 requested a full tablet report, sending...
08:37:01.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.372035 16369 ts_manager.cc:194] Registered new tserver with Master: 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805)
08:37:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.384128 16246 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
08:37:01.386 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:37:01.386 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:37:01.387 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.221.190"
port: 33659
}
bound_http_address {
host: "127.15.221.190"
port: 35221
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.221.189"
port: 41007
}
bound_http_address {
host: "127.15.221.189"
port: 35997
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.221.188"
port: 35297
}
bound_http_address {
host: "127.15.221.188"
port: 39277
}
}
}
08:37:01.387 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:37:01.388 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.221.129"
port: 38409
}
bound_http_address {
host: "127.15.221.129"
port: 40737
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.221.130"
port: 36423
}
bound_http_address {
host: "127.15.221.130"
port: 35421
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.221.131"
port: 33805
}
bound_http_address {
host: "127.15.221.131"
port: 36127
}
}
}
08:37:01.388 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:37:01.389 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:37:01.391 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.221.190:33659(127.15.221.190:33659)] connecting to peer
08:37:01.392 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:01.393 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.221.190:33659(127.15.221.190:33659)] Successfully connected to peer
08:37:01.393 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:01.394 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.221.188:35297(127.15.221.188:35297)] Successfully connected to peer
08:37:01.396 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.221.190
08:37:01.396 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.221.188
08:37:01.399 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.221.189:41007(127.15.221.189:41007)] Successfully connected to peer
08:37:01.412 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.221.189
08:37:01.412 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x897d8260, L:/127.0.0.1:54394 - R:/127.15.221.188:35297] using SASL/PLAIN
08:37:01.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:37:01.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=23), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: OK, deferred=null) after lookup
08:37:01.416 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xceb1647a, L:/127.0.0.1:49296 - R:/127.15.221.190:33659] using SASL/PLAIN
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.416824 16450 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54394:
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:37:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:37:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.419477 16450 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:37:01.440 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x74355f6b, L:/127.0.0.1:40418 - R:/127.15.221.189:41007] using SASL/PLAIN
08:37:01.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8af571d7c39743a9afd7cb71f8b108b7
08:37:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.466724 16913 tablet_service.cc:1467] Processing CreateTablet for tablet 9ba2c4b4ef4441efa175b7381702ef5f (DEFAULT_TABLE table=txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:37:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.466727 16626 tablet_service.cc:1467] Processing CreateTablet for tablet 891ca1dfffcd4cb99678e16242d53e28 (DEFAULT_TABLE table=txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:37:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.467017 16914 tablet_service.cc:1467] Processing CreateTablet for tablet 891ca1dfffcd4cb99678e16242d53e28 (DEFAULT_TABLE table=txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:37:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.468356 16626 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 891ca1dfffcd4cb99678e16242d53e28. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.468379 16913 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ba2c4b4ef4441efa175b7381702ef5f. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.468796 16914 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 891ca1dfffcd4cb99678e16242d53e28. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.469146 16625 tablet_service.cc:1467] Processing CreateTablet for tablet 9ba2c4b4ef4441efa175b7381702ef5f (DEFAULT_TABLE table=txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:37:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.470312 16625 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ba2c4b4ef4441efa175b7381702ef5f. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.469851 16773 tablet_service.cc:1467] Processing CreateTablet for tablet 891ca1dfffcd4cb99678e16242d53e28 (DEFAULT_TABLE table=txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:37:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.471303 16773 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 891ca1dfffcd4cb99678e16242d53e28. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.469317 16772 tablet_service.cc:1467] Processing CreateTablet for tablet 9ba2c4b4ef4441efa175b7381702ef5f (DEFAULT_TABLE table=txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:37:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.474071 16772 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ba2c4b4ef4441efa175b7381702ef5f. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.489193 17006 tablet_bootstrap.cc:492] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f: Bootstrap starting.
08:37:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.490896 17005 tablet_bootstrap.cc:492] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7: Bootstrap starting.
08:37:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.493681 17006 tablet_bootstrap.cc:654] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f: Neither blocks nor log segments found. Creating new log.
08:37:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.494582 17005 tablet_bootstrap.cc:654] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7: Neither blocks nor log segments found. Creating new log.
08:37:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.494833 17006 log.cc:824] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f: Log is configured to *not* fsync() on all Append() calls
08:37:01.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.496376 17007 tablet_bootstrap.cc:492] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53: Bootstrap starting.
08:37:01.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.497360 17006 tablet_bootstrap.cc:492] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f: No bootstrap required, opened a new log
08:37:01.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.497788 17006 ts_tablet_manager.cc:1397] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s
08:37:01.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.498308 17005 log.cc:824] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7: Log is configured to *not* fsync() on all Append() calls
08:37:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.500288 17007 tablet_bootstrap.cc:654] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53: Neither blocks nor log segments found. Creating new log.
08:37:01.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.502663 17007 log.cc:824] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53: Log is configured to *not* fsync() on all Append() calls
08:37:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.503062 17005 tablet_bootstrap.cc:492] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7: No bootstrap required, opened a new log
08:37:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.503422 17005 ts_tablet_manager.cc:1397] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7: Time spent bootstrapping tablet: real 0.013s user 0.006s sys 0.002s
08:37:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.506238 17007 tablet_bootstrap.cc:492] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53: No bootstrap required, opened a new log
08:37:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.506567 17007 ts_tablet_manager.cc:1397] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53: Time spent bootstrapping tablet: real 0.010s user 0.009s sys 0.000s
08:37:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.506844 17006 raft_consensus.cc:348] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.507258 17006 raft_consensus.cc:374] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.507368 17006 raft_consensus.cc:729] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db784403fd524cf08145c1cf1703a39f, State: Initialized, Role: FOLLOWER
08:37:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.508059 17006 consensus_queue.cc:260] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.509987 17006 ts_tablet_manager.cc:1428] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f: Time spent starting tablet: real 0.012s user 0.011s sys 0.001s
08:37:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.514827 17006 tablet_bootstrap.cc:492] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f: Bootstrap starting.
08:37:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.514678 17005 raft_consensus.cc:348] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.515223 17005 raft_consensus.cc:374] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.515311 17005 raft_consensus.cc:729] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20b1ff770de54560ad5666a13956f8e7, State: Initialized, Role: FOLLOWER
08:37:01.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.516151 17005 consensus_queue.cc:260] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.516803 17006 tablet_bootstrap.cc:654] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f: Neither blocks nor log segments found. Creating new log.
08:37:01.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.518218 17007 raft_consensus.cc:348] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.518991 17007 raft_consensus.cc:374] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.519120 17007 raft_consensus.cc:729] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 80e7660efbfb436ba996953b4fbb8a53, State: Initialized, Role: FOLLOWER
08:37:01.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.520072 17007 consensus_queue.cc:260] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.523531 16979 heartbeater.cc:503] Master 127.15.221.188:35297 was elected leader, sending a full tablet report...
08:37:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.524471 17005 ts_tablet_manager.cc:1428] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7: Time spent starting tablet: real 0.021s user 0.012s sys 0.008s
08:37:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.525959 17006 tablet_bootstrap.cc:492] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f: No bootstrap required, opened a new log
08:37:01.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.526135 17006 ts_tablet_manager.cc:1397] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
08:37:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.527580 17006 raft_consensus.cc:348] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.527956 17006 raft_consensus.cc:374] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.528062 17006 raft_consensus.cc:729] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db784403fd524cf08145c1cf1703a39f, State: Initialized, Role: FOLLOWER
08:37:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.528403 17006 consensus_queue.cc:260] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.529099 17006 ts_tablet_manager.cc:1428] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
08:37:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.529405 17007 ts_tablet_manager.cc:1428] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53: Time spent starting tablet: real 0.023s user 0.014s sys 0.004s
08:37:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.529927 16838 heartbeater.cc:503] Master 127.15.221.188:35297 was elected leader, sending a full tablet report...
08:37:01.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.531395 17007 tablet_bootstrap.cc:492] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53: Bootstrap starting.
08:37:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.533224 17007 tablet_bootstrap.cc:654] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53: Neither blocks nor log segments found. Creating new log.
08:37:01.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.540553 17005 tablet_bootstrap.cc:492] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7: Bootstrap starting.
08:37:01.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.542224 17005 tablet_bootstrap.cc:654] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7: Neither blocks nor log segments found. Creating new log.
08:37:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.542896 17007 tablet_bootstrap.cc:492] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53: No bootstrap required, opened a new log
08:37:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.543076 17007 ts_tablet_manager.cc:1397] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53: Time spent bootstrapping tablet: real 0.012s user 0.004s sys 0.007s
08:37:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.543972 17007 raft_consensus.cc:348] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.544167 17007 raft_consensus.cc:374] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.544236 17007 raft_consensus.cc:729] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 80e7660efbfb436ba996953b4fbb8a53, State: Initialized, Role: FOLLOWER
08:37:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.544332 17005 tablet_bootstrap.cc:492] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7: No bootstrap required, opened a new log
08:37:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.544471 17005 ts_tablet_manager.cc:1397] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
08:37:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.544423 17007 consensus_queue.cc:260] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.545151 17007 ts_tablet_manager.cc:1428] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53: Time spent starting tablet: real 0.002s user 0.002s sys 0.001s
08:37:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.545290 17005 raft_consensus.cc:348] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.545516 17005 raft_consensus.cc:374] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.545668 17005 raft_consensus.cc:729] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20b1ff770de54560ad5666a13956f8e7, State: Initialized, Role: FOLLOWER
08:37:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.546586 17005 consensus_queue.cc:260] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.547174 17005 ts_tablet_manager.cc:1428] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
08:37:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.559278 16699 tablet.cc:2369] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:37:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.568102 17011 raft_consensus.cc:482] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:37:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.568465 17011 raft_consensus.cc:504] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.570555 17011 leader_election.cc:288] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805), 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130:36423)
08:37:01.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.581558 16934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "891ca1dfffcd4cb99678e16242d53e28" candidate_uuid: "db784403fd524cf08145c1cf1703a39f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20b1ff770de54560ad5666a13956f8e7" is_pre_election: true
08:37:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.581596 16793 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "891ca1dfffcd4cb99678e16242d53e28" candidate_uuid: "db784403fd524cf08145c1cf1703a39f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "80e7660efbfb436ba996953b4fbb8a53" is_pre_election: true
08:37:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.582171 16793 raft_consensus.cc:2454] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db784403fd524cf08145c1cf1703a39f in term 0.
08:37:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.582193 16934 raft_consensus.cc:2454] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db784403fd524cf08145c1cf1703a39f in term 0.
08:37:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.582907 16575 leader_election.cc:302] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20b1ff770de54560ad5666a13956f8e7, db784403fd524cf08145c1cf1703a39f; no voters:
08:37:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.583554 17011 raft_consensus.cc:2781] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Leader pre-election won for term 1
08:37:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.583676 17011 raft_consensus.cc:482] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:37:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.583746 17011 raft_consensus.cc:3037] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Advancing to term 1
08:37:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.586226 17011 raft_consensus.cc:504] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.586826 17011 leader_election.cc:288] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [CANDIDATE]: Term 1 election: Requested vote from peers 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805), 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130:36423)
08:37:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.587419 16934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "891ca1dfffcd4cb99678e16242d53e28" candidate_uuid: "db784403fd524cf08145c1cf1703a39f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20b1ff770de54560ad5666a13956f8e7"
08:37:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.587420 16793 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "891ca1dfffcd4cb99678e16242d53e28" candidate_uuid: "db784403fd524cf08145c1cf1703a39f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "80e7660efbfb436ba996953b4fbb8a53"
08:37:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.587656 16793 raft_consensus.cc:3037] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Advancing to term 1
08:37:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.587652 16934 raft_consensus.cc:3037] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Advancing to term 1
08:37:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.590847 16793 raft_consensus.cc:2454] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db784403fd524cf08145c1cf1703a39f in term 1.
08:37:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.590847 16934 raft_consensus.cc:2454] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db784403fd524cf08145c1cf1703a39f in term 1.
08:37:01.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.591447 16574 leader_election.cc:302] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 80e7660efbfb436ba996953b4fbb8a53, db784403fd524cf08145c1cf1703a39f; no voters:
08:37:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.591861 17011 raft_consensus.cc:2781] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 1 FOLLOWER]: Leader election won for term 1
08:37:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.592526 17011 raft_consensus.cc:686] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [term 1 LEADER]: Becoming Leader. State: Replica: db784403fd524cf08145c1cf1703a39f, State: Running, Role: LEADER
08:37:01.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.593192 17011 consensus_queue.cc:237] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } }
08:37:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.598829 16448 catalog_manager.cc:5495] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f reported cstate change: term changed from 0 to 1, leader changed from <none> to db784403fd524cf08145c1cf1703a39f (127.15.221.129). New cstate: current_term: 1 leader_uuid: "db784403fd524cf08145c1cf1703a39f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } health_report { overall_health: UNKNOWN } } }
08:37:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.607282 16841 tablet.cc:2369] T 891ca1dfffcd4cb99678e16242d53e28 P 80e7660efbfb436ba996953b4fbb8a53: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:37:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.618332 16982 tablet.cc:2369] T 891ca1dfffcd4cb99678e16242d53e28 P 20b1ff770de54560ad5666a13956f8e7: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:37:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.647828 17014 raft_consensus.cc:482] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:37:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.648098 17014 raft_consensus.cc:504] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.649843 17014 leader_election.cc:288] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers db784403fd524cf08145c1cf1703a39f (127.15.221.129:38409), 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805)
08:37:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.657052 16934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ba2c4b4ef4441efa175b7381702ef5f" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20b1ff770de54560ad5666a13956f8e7" is_pre_election: true
08:37:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.657297 16934 raft_consensus.cc:2454] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 0.
08:37:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.657413 16651 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ba2c4b4ef4441efa175b7381702ef5f" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db784403fd524cf08145c1cf1703a39f" is_pre_election: true
08:37:01.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.657730 16720 leader_election.cc:302] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20b1ff770de54560ad5666a13956f8e7, 80e7660efbfb436ba996953b4fbb8a53; no voters:
08:37:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.657851 16651 raft_consensus.cc:2454] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 0.
08:37:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.658088 17014 raft_consensus.cc:2781] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:37:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.658200 17014 raft_consensus.cc:482] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:37:01.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.658304 17014 raft_consensus.cc:3037] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Advancing to term 1
08:37:01.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.660447 17014 raft_consensus.cc:504] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.660977 17014 leader_election.cc:288] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 election: Requested vote from peers db784403fd524cf08145c1cf1703a39f (127.15.221.129:38409), 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805)
08:37:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.661592 16651 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ba2c4b4ef4441efa175b7381702ef5f" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db784403fd524cf08145c1cf1703a39f"
08:37:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.661610 16934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ba2c4b4ef4441efa175b7381702ef5f" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20b1ff770de54560ad5666a13956f8e7"
08:37:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.661782 16934 raft_consensus.cc:3037] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Advancing to term 1
08:37:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.661778 16651 raft_consensus.cc:3037] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Advancing to term 1
08:37:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.663576 16934 raft_consensus.cc:2454] T 9ba2c4b4ef4441efa175b7381702ef5f P 20b1ff770de54560ad5666a13956f8e7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 1.
08:37:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.663813 16651 raft_consensus.cc:2454] T 9ba2c4b4ef4441efa175b7381702ef5f P db784403fd524cf08145c1cf1703a39f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 1.
08:37:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.663981 16720 leader_election.cc:302] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20b1ff770de54560ad5666a13956f8e7, 80e7660efbfb436ba996953b4fbb8a53; no voters:
08:37:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.664286 17014 raft_consensus.cc:2781] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 1 FOLLOWER]: Leader election won for term 1
08:37:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.664875 17014 raft_consensus.cc:686] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [term 1 LEADER]: Becoming Leader. State: Replica: 80e7660efbfb436ba996953b4fbb8a53, State: Running, Role: LEADER
08:37:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.665439 17014 consensus_queue.cc:237] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.670672 16448 catalog_manager.cc:5495] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 reported cstate change: term changed from 0 to 1, leader changed from <none> to 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130). New cstate: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } health_report { overall_health: UNKNOWN } } }
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.735014 16448 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54400:
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:37:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:01.736073 16448 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:37:01.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.748974 16626 tablet_service.cc:1467] Processing CreateTablet for tablet 554d2ba6d31b49b4a2b341137c82ad1d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=14a90d9ce1da48cf962247c2aaeacede]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:37:01.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.749071 16914 tablet_service.cc:1467] Processing CreateTablet for tablet 554d2ba6d31b49b4a2b341137c82ad1d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=14a90d9ce1da48cf962247c2aaeacede]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:37:01.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.748849 16772 tablet_service.cc:1467] Processing CreateTablet for tablet 554d2ba6d31b49b4a2b341137c82ad1d (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=14a90d9ce1da48cf962247c2aaeacede]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:37:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.749845 16626 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 554d2ba6d31b49b4a2b341137c82ad1d. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.749847 16914 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 554d2ba6d31b49b4a2b341137c82ad1d. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.749847 16772 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 554d2ba6d31b49b4a2b341137c82ad1d. 1 dirs total, 0 dirs full, 0 dirs failed
08:37:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.755673 17006 tablet_bootstrap.cc:492] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: Bootstrap starting.
08:37:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.757195 17005 tablet_bootstrap.cc:492] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: Bootstrap starting.
08:37:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.757598 17006 tablet_bootstrap.cc:654] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: Neither blocks nor log segments found. Creating new log.
08:37:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.758672 17005 tablet_bootstrap.cc:654] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: Neither blocks nor log segments found. Creating new log.
08:37:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.759652 17007 tablet_bootstrap.cc:492] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: Bootstrap starting.
08:37:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.760566 17006 tablet_bootstrap.cc:492] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: No bootstrap required, opened a new log
08:37:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.760746 17006 ts_tablet_manager.cc:1397] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
08:37:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.761482 17007 tablet_bootstrap.cc:654] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: Neither blocks nor log segments found. Creating new log.
08:37:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.761448 17006 raft_consensus.cc:348] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.761735 17006 raft_consensus.cc:374] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.761818 17006 raft_consensus.cc:729] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db784403fd524cf08145c1cf1703a39f, State: Initialized, Role: FOLLOWER
08:37:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.762050 17006 consensus_queue.cc:260] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.762681 17006 ts_tablet_manager.cc:1428] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.763226 17011 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.763542 17011 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: This TxnStatusTablet replica's current role is: FOLLOWER
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.764027 17005 tablet_bootstrap.cc:492] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: No bootstrap required, opened a new log
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.764179 17005 ts_tablet_manager.cc:1397] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.764822 17005 raft_consensus.cc:348] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.765051 17005 raft_consensus.cc:374] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.765120 17005 raft_consensus.cc:729] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20b1ff770de54560ad5666a13956f8e7, State: Initialized, Role: FOLLOWER
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.765362 17005 consensus_queue.cc:260] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.765836 17012 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.766206 17012 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: This TxnStatusTablet replica's current role is: FOLLOWER
08:37:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.766633 17005 ts_tablet_manager.cc:1428] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:37:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.771550 17007 tablet_bootstrap.cc:492] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: No bootstrap required, opened a new log
08:37:01.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.771741 17007 ts_tablet_manager.cc:1397] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: Time spent bootstrapping tablet: real 0.012s user 0.003s sys 0.000s
08:37:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.772773 17007 raft_consensus.cc:348] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.772991 17007 raft_consensus.cc:374] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:37:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.773066 17007 raft_consensus.cc:729] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 80e7660efbfb436ba996953b4fbb8a53, State: Initialized, Role: FOLLOWER
08:37:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.773306 17007 consensus_queue.cc:260] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.773927 17007 ts_tablet_manager.cc:1428] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:37:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.773821 17014 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:01.774132 17014 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: This TxnStatusTablet replica's current role is: FOLLOWER
08:37:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.071442 17014 raft_consensus.cc:482] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:37:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.071681 17014 raft_consensus.cc:504] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.072328 17014 leader_election.cc:288] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers db784403fd524cf08145c1cf1703a39f (127.15.221.129:38409), 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805)
08:37:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.073079 16651 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "554d2ba6d31b49b4a2b341137c82ad1d" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db784403fd524cf08145c1cf1703a39f" is_pre_election: true
08:37:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.073096 16934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "554d2ba6d31b49b4a2b341137c82ad1d" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20b1ff770de54560ad5666a13956f8e7" is_pre_election: true
08:37:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.073342 16934 raft_consensus.cc:2454] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 0.
08:37:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.073362 16651 raft_consensus.cc:2454] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 0.
08:37:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.073807 16720 leader_election.cc:302] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20b1ff770de54560ad5666a13956f8e7, 80e7660efbfb436ba996953b4fbb8a53; no voters:
08:37:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.074091 17014 raft_consensus.cc:2781] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:37:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.074185 17014 raft_consensus.cc:482] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:37:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.074297 17014 raft_consensus.cc:3037] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 0 FOLLOWER]: Advancing to term 1
08:37:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.076157 17014 raft_consensus.cc:504] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.076709 17014 leader_election.cc:288] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 election: Requested vote from peers db784403fd524cf08145c1cf1703a39f (127.15.221.129:38409), 20b1ff770de54560ad5666a13956f8e7 (127.15.221.131:33805)
08:37:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.077324 16934 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "554d2ba6d31b49b4a2b341137c82ad1d" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20b1ff770de54560ad5666a13956f8e7"
08:37:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.077347 16651 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "554d2ba6d31b49b4a2b341137c82ad1d" candidate_uuid: "80e7660efbfb436ba996953b4fbb8a53" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db784403fd524cf08145c1cf1703a39f"
08:37:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.077497 16934 raft_consensus.cc:3037] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [term 0 FOLLOWER]: Advancing to term 1
08:37:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.077584 16651 raft_consensus.cc:3037] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [term 0 FOLLOWER]: Advancing to term 1
08:37:02.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.079417 16651 raft_consensus.cc:2454] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 1.
08:37:02.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.079521 16934 raft_consensus.cc:2454] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 80e7660efbfb436ba996953b4fbb8a53 in term 1.
08:37:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.079869 16720 leader_election.cc:302] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 80e7660efbfb436ba996953b4fbb8a53, db784403fd524cf08145c1cf1703a39f; no voters:
08:37:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.080201 17014 raft_consensus.cc:2781] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 1 FOLLOWER]: Leader election won for term 1
08:37:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.080360 17014 raft_consensus.cc:686] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [term 1 LEADER]: Becoming Leader. State: Replica: 80e7660efbfb436ba996953b4fbb8a53, State: Running, Role: LEADER
08:37:02.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.081008 17014 consensus_queue.cc:237] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } }
08:37:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.082485 17023 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: TxnStatusTablet state changed. Reason: New leader 80e7660efbfb436ba996953b4fbb8a53. Latest consensus state: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:02.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.082851 17023 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: This TxnStatusTablet replica's current role is: LEADER
08:37:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.083488 17037 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
08:37:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.083793 17037 txn_status_manager.cc:929] Loading transaction status metadata into memory...
08:37:02.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.085861 16450 catalog_manager.cc:5495] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 reported cstate change: term changed from 0 to 1, leader changed from <none> to 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130). New cstate: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } health_report { overall_health: UNKNOWN } } }
08:37:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.156507 16651 raft_consensus.cc:1261] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f [term 1 FOLLOWER]: Refusing update from remote peer 80e7660efbfb436ba996953b4fbb8a53: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:37:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.156620 16934 raft_consensus.cc:1261] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7 [term 1 FOLLOWER]: Refusing update from remote peer 80e7660efbfb436ba996953b4fbb8a53: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:37:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.157824 17023 consensus_queue.cc:1035] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:37:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.158268 17014 consensus_queue.cc:1035] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:37:02.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.159016 17011 consensus_queue.cc:1035] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [LEADER]: Connected to new peer: Peer: permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:37:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.178946 17011 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: TxnStatusTablet state changed. Reason: New leader 80e7660efbfb436ba996953b4fbb8a53. Latest consensus state: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.179243 17011 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: This TxnStatusTablet replica's current role is: FOLLOWER
08:37:02.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.181510 17045 consensus_queue.cc:1035] T 891ca1dfffcd4cb99678e16242d53e28 P db784403fd524cf08145c1cf1703a39f [LEADER]: Connected to new peer: Peer: permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:37:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.184011 17012 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: TxnStatusTablet state changed. Reason: New leader 80e7660efbfb436ba996953b4fbb8a53. Latest consensus state: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.184288 17012 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: This TxnStatusTablet replica's current role is: FOLLOWER
08:37:02.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.192986 17043 mvcc.cc:205] Tried to move back new op lower bound from 7334234612342693888 to 7334234612045824000. Current Snapshot: MvccSnapshot[applied={T|T < 7334234612342693888}]
08:37:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.195302 17023 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.195813 17023 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: This TxnStatusTablet replica's current role is: LEADER
08:37:02.202 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:37:02.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 8af571d7c39743a9afd7cb71f8b108b7
08:37:02.210 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 891ca1dfffcd4cb99678e16242d53e28 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:37:02.214 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9ba2c4b4ef4441efa175b7381702ef5f for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:37:02.215 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=891ca1dfffcd4cb99678e16242d53e28@[20b1ff770de54560ad5666a13956f8e7(127.15.221.131:33805),80e7660efbfb436ba996953b4fbb8a53(127.15.221.130:36423),db784403fd524cf08145c1cf1703a39f(127.15.221.129:38409)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=9ba2c4b4ef4441efa175b7381702ef5f@[20b1ff770de54560ad5666a13956f8e7(127.15.221.131:33805),80e7660efbfb436ba996953b4fbb8a53(127.15.221.130:36423)[L],db784403fd524cf08145c1cf1703a39f(127.15.221.129:38409)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:37:02.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.221.188:35297, [3ms] Sub RPC GetTableLocations: received response from server master-127.15.221.188:35297: OK, deferred=null) after lookup
08:37:02.216 [DEBUG - kudu-nio-1] (Connection.java:748) [peer db784403fd524cf08145c1cf1703a39f(127.15.221.129:38409)] connecting to peer
08:37:02.217 [DEBUG - kudu-nio-1] (Connection.java:757) [peer db784403fd524cf08145c1cf1703a39f(127.15.221.129:38409)] Successfully connected to peer
08:37:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.221180 17048 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.221575 17048 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P db784403fd524cf08145c1cf1703a39f: This TxnStatusTablet replica's current role is: FOLLOWER
08:37:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.238288 17014 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.238577 17014 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P 80e7660efbfb436ba996953b4fbb8a53: This TxnStatusTablet replica's current role is: LEADER
08:37:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.242821 16720 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.15.221.131:33805, user_credentials={real_user=slave}} blocked reactor thread for 56087.5us
08:37:02.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.246613 17023 consensus_queue.cc:1035] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:37:02.254 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf2c6764f, L:/127.0.0.1:56926 - R:/127.15.221.129:38409] using TOKEN/null
08:37:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.257019 17049 tablet_replica.cc:439] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "80e7660efbfb436ba996953b4fbb8a53" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 } } peers { permanent_uuid: "80e7660efbfb436ba996953b4fbb8a53" member_type: VOTER last_known_addr { host: "127.15.221.130" port: 36423 } } peers { permanent_uuid: "20b1ff770de54560ad5666a13956f8e7" member_type: VOTER last_known_addr { host: "127.15.221.131" port: 33805 } } }
08:37:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.257367 17049 tablet_replica.cc:442] T 554d2ba6d31b49b4a2b341137c82ad1d P 20b1ff770de54560ad5666a13956f8e7: This TxnStatusTablet replica's current role is: FOLLOWER
08:37:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.268030 17023 consensus_queue.cc:1035] T 9ba2c4b4ef4441efa175b7381702ef5f P 80e7660efbfb436ba996953b4fbb8a53 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db784403fd524cf08145c1cf1703a39f" member_type: VOTER last_known_addr { host: "127.15.221.129" port: 38409 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:37:02.318 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.221.188:35297
08:37:02.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:37:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.319465 16246 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu pid 16416
08:37:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.320787 16490 generic_service.cc:196] Checking for leaks (request via RPC)
08:37:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.451351 16246 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu with pid 16416
08:37:02.470 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.221.188:35297(127.15.221.188:35297)] handling channelInactive
08:37:02.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state READY due to: connection closed
08:37:02.471 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:37:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.471511 16353 connection.cc:535] server connection from 127.0.0.1:40412 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:37:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.471640 16274 connection.cc:535] server connection from 127.0.0.1:49292 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:37:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.672492 16838 heartbeater.cc:644] Failed to heartbeat to 127.15.221.188:35297 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:02.715 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.716 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.221.188:35297(127.15.221.188:35297) for tablet Kudu Master: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.731 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.752029 17063 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b6325d9e342d4f19a5864a7e5f8cde1b)
08:37:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.752336 17064 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b6325d9e342d4f19a5864a7e5f8cde1b)
08:37:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.752300 17063 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:02.752 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.752671 17064 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.754253 17064 leader_election.cc:288] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 79b1427f029f4d6bb77ddd34c888e22d (127.15.221.190:33659), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:02.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.754669 16377 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "79b1427f029f4d6bb77ddd34c888e22d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" is_pre_election: true
08:37:02.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.754946 16377 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 79b1427f029f4d6bb77ddd34c888e22d in term 1.
08:37:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.755352 16297 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "79b1427f029f4d6bb77ddd34c888e22d" is_pre_election: true
08:37:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.755606 16297 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e9c60ea5ea44da0abe4ff173fe64979 in term 1.
08:37:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.756771 16355 leader_election.cc:302] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e9c60ea5ea44da0abe4ff173fe64979, 79b1427f029f4d6bb77ddd34c888e22d; no voters:
08:37:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.756914 17063 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:02.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.757634 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e9c60ea5ea44da0abe4ff173fe64979, 79b1427f029f4d6bb77ddd34c888e22d; no voters:
08:37:02.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.758052 17063 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Leader pre-election won for term 2
08:37:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.758078 17064 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:37:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.758175 17063 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Starting leader election (detected failure of leader b6325d9e342d4f19a5864a7e5f8cde1b)
08:37:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.758203 17064 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 1 FOLLOWER]: Starting leader election (detected failure of leader b6325d9e342d4f19a5864a7e5f8cde1b)
08:37:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.758258 17063 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 1 FOLLOWER]: Advancing to term 2
08:37:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.758319 17064 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 1 FOLLOWER]: Advancing to term 2
08:37:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.758981 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.760080 16354 leader_election.cc:334] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.761119 17063 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.761241 17064 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.761807 17063 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 2 election: Requested vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.761864 17064 leader_election.cc:288] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 2 election: Requested vote from peers 79b1427f029f4d6bb77ddd34c888e22d (127.15.221.190:33659), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.762322 16297 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "79b1427f029f4d6bb77ddd34c888e22d"
08:37:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.762698 16297 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2e9c60ea5ea44da0abe4ff173fe64979 in current term 2: Already voted for candidate 79b1427f029f4d6bb77ddd34c888e22d in this term.
08:37:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.762647 16377 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "79b1427f029f4d6bb77ddd34c888e22d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2e9c60ea5ea44da0abe4ff173fe64979"
08:37:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.762910 16377 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 79b1427f029f4d6bb77ddd34c888e22d in current term 2: Already voted for candidate 2e9c60ea5ea44da0abe4ff173fe64979 in this term.
08:37:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.763854 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.764001 16273 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:02.764034 16354 leader_election.cc:334] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.764158 16354 leader_election.cc:302] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2e9c60ea5ea44da0abe4ff173fe64979; no voters: 79b1427f029f4d6bb77ddd34c888e22d, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.764256 17063 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:37:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:02.764516 17064 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:37:02.771 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.773 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.812 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.851 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.952 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.15.221.188:35297, [4ms] received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, deferred=Deferred@1668523129(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1004485492@363ac568 -> (continuation of Deferred@217926260 after retry RPC after error@60467331) -> (continuation of Deferred@2100593893 after retry RPC after error@499457966) -> (continuation of Deferred@2072856712 after retry RPC after error@755313098) -> (continuation of Deferred@1959760675 after retry RPC after error@1094900347) -> (continuation of Deferred@1352274899 after retry RPC after error@1423256435) -> (continuation of Deferred@1544289345 after retry RPC after error@198014137), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/92133007@b49ea98 -> (continuation of Deferred@217926260 after retry RPC after error@60467331) -> (continuation of Deferred@2100593893 after retry RPC after error@499457966) -> (continuation of Deferred@2072856712 after retry RPC after error@755313098) -> (continuation of Deferred@1959760675 after retry RPC after error@1094900347) -> (continuation of Deferred@1352274899 after retry RPC after error@1423256435) -> (continuation of Deferred@1544289345 after retry RPC after error@198014137)))
08:37:02.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.15.221.188:35297, [4ms] received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, deferred=Deferred@1668523129(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1004485492@363ac568 -> (continuation of Deferred@217926260 after retry RPC after error@60467331) -> (continuation of Deferred@2100593893 after retry RPC after error@499457966) -> (continuation of Deferred@2072856712 after retry RPC after error@755313098) -> (continuation of Deferred@1959760675 after retry RPC after error@1094900347) -> (continuation of Deferred@1352274899 after retry RPC after error@1423256435) -> (continuation of Deferred@1544289345 after retry RPC after error@198014137), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/92133007@b49ea98 -> (continuation of Deferred@217926260 after retry RPC after error@60467331) -> (continuation of Deferred@2100593893 after retry RPC after error@499457966) -> (continuation of Deferred@2072856712 after retry RPC after error@755313098) -> (continuation of Deferred@1959760675 after retry RPC after error@1094900347) -> (continuation of Deferred@1352274899 after retry RPC after error@1423256435) -> (continuation of Deferred@1544289345 after retry RPC after error@198014137)))
08:37:02.972 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:02.992 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:02.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:02.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:03.012 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:03.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:03.031 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:03.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:03.051 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:03.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:03.091 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:03.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:03.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:03.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.173806 17064 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:37:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.174101 17064 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:03.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.174688 17064 leader_election.cc:288] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 79b1427f029f4d6bb77ddd34c888e22d (127.15.221.190:33659), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.175236 16297 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "79b1427f029f4d6bb77ddd34c888e22d" is_pre_election: true
08:37:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.175482 16297 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2e9c60ea5ea44da0abe4ff173fe64979 in term 2.
08:37:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.175897 16355 leader_election.cc:302] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2e9c60ea5ea44da0abe4ff173fe64979, 79b1427f029f4d6bb77ddd34c888e22d; no voters:
08:37:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.176077 16354 leader_election.cc:334] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.176175 17064 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:37:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.176261 17064 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:37:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.176370 17064 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 2 FOLLOWER]: Advancing to term 3
08:37:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.178447 17064 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.178966 17064 leader_election.cc:288] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 3 election: Requested vote from peers 79b1427f029f4d6bb77ddd34c888e22d (127.15.221.190:33659), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.179430 16297 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "79b1427f029f4d6bb77ddd34c888e22d"
08:37:03.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.179613 16297 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 2 FOLLOWER]: Advancing to term 3
08:37:03.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.180590 16354 leader_election.cc:334] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:03.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.181668 16297 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2e9c60ea5ea44da0abe4ff173fe64979 in term 3.
08:37:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.182123 16355 leader_election.cc:302] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2e9c60ea5ea44da0abe4ff173fe64979, 79b1427f029f4d6bb77ddd34c888e22d; no voters: b6325d9e342d4f19a5864a7e5f8cde1b
08:37:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.182374 17064 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 3 FOLLOWER]: Leader election won for term 3
08:37:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.182756 17064 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [term 3 LEADER]: Becoming Leader. State: Replica: 2e9c60ea5ea44da0abe4ff173fe64979, State: Running, Role: LEADER
08:37:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.183167 17064 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.184712 17069 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2e9c60ea5ea44da0abe4ff173fe64979. Latest consensus state: current_term: 3 leader_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:37:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.185099 17069 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: This master's current role is: LEADER
08:37:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.185773 17071 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:37:03.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.188081 17071 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=14a90d9ce1da48cf962247c2aaeacede]
08:37:03.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.188588 17071 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7]
08:37:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.190161 17071 tablet_loader.cc:96] loaded metadata for tablet 554d2ba6d31b49b4a2b341137c82ad1d (table kudu_system.kudu_transactions [id=14a90d9ce1da48cf962247c2aaeacede])
08:37:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.190557 17071 tablet_loader.cc:96] loaded metadata for tablet 891ca1dfffcd4cb99678e16242d53e28 (table txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7])
08:37:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.190864 17071 tablet_loader.cc:96] loaded metadata for tablet 9ba2c4b4ef4441efa175b7381702ef5f (table txn_manager_fallback [id=8af571d7c39743a9afd7cb71f8b108b7])
08:37:03.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.191066 17071 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:37:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.191941 17071 catalog_manager.cc:1259] Loaded cluster ID: 1b1da83598264b038c523309c9d19338
08:37:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.192035 17071 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:37:03.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.193290 17071 catalog_manager.cc:1504] Loading token signing keys...
08:37:03.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.194147 17071 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979: Loaded TSK: 0
08:37:03.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.194980 17071 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:37:03.211 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:03.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:03.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:37:03.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, deferred=Deferred@1779023363(state=PENDING, result=null, callback=(continuation of Deferred@460400651 after retry RPC after error@1159498203) -> (continuation of Deferred@2144972142 after retry RPC after error@1485307184) -> (continuation of Deferred@1252304731 after retry RPC after error@1800912261) -> (continuation of Deferred@1498931036 after retry RPC after error@1054791483) -> (continuation of Deferred@1370436036 after retry RPC after error@130156001) -> (continuation of Deferred@1611175802 after retry RPC after error@682095439) -> (continuation of Deferred@3069582 after retry RPC after error@399783527), errback=(continuation of Deferred@460400651 after retry RPC after error@1159498203) -> (continuation of Deferred@2144972142 after retry RPC after error@1485307184) -> (continuation of Deferred@1252304731 after retry RPC after error@1800912261) -> (continuation of Deferred@1498931036 after retry RPC after error@1054791483) -> (continuation of Deferred@1370436036 after retry RPC after error@130156001) -> (continuation of Deferred@1611175802 after retry RPC after error@682095439) -> (continuation of Deferred@3069582 after retry RPC after error@399783527))) after lookup
08:37:03.231 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [240ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: OK, [244ms] sending RPC to server master-127.15.221.189:41007, deferred=Deferred@1779023363(state=PENDING, result=null, callback=(continuation of Deferred@460400651 after retry RPC after error@1159498203) -> (continuation of Deferred@2144972142 after retry RPC after error@1485307184) -> (continuation of Deferred@1252304731 after retry RPC after error@1800912261) -> (continuation of Deferred@1498931036 after retry RPC after error@1054791483) -> (continuation of Deferred@1370436036 after retry RPC after error@130156001) -> (continuation of Deferred@1611175802 after retry RPC after error@682095439) -> (continuation of Deferred@3069582 after retry RPC after error@399783527) -> (continuation of Deferred@1699146248 after retry RPC@445807406), errback=(continuation of Deferred@460400651 after retry RPC after error@1159498203) -> (continuation of Deferred@2144972142 after retry RPC after error@1485307184) -> (continuation of Deferred@1252304731 after retry RPC after error@1800912261) -> (continuation of Deferred@1498931036 after retry RPC after error@1054791483) -> (continuation of Deferred@1370436036 after retry RPC after error@130156001) -> (continuation of Deferred@1611175802 after retry RPC after error@682095439) -> (continuation of Deferred@3069582 after retry RPC after error@399783527) -> (continuation of Deferred@1699146248 after retry RPC@445807406)))
08:37:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.242276 16399 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:40418 (request call id 16) took 25 ms (client timeout 6 ms). Trace:
08:37:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.242514 16399 rpcz_store.cc:269] 0928 08:37:03.217044 (+ 0us) service_pool.cc:170] Inserting onto call queue
08:37:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 08:37:03.217115 (+ 71us) service_pool.cc:227] Handling call
08:37:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 08:37:03.242076 (+ 24961us) inbound_call.cc:173] Queueing success response
08:37:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":523,"thread_start_us":1828,"threads_started":5}
08:37:03.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 337588085669 + 9223371699266695117 cannot be represented in type 'long'
08:37:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.286303 16723 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.049s from last keepalive heartbeat (effective timeout is 1.000s)
08:37:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.289904 16979 heartbeater.cc:644] Failed to heartbeat to 127.15.221.188:35297 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.293944 16753 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.221.188:35297)
08:37:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.305905 16297 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Refusing update from remote peer 2e9c60ea5ea44da0abe4ff173fe64979: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:37:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.307642 17064 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [LEADER]: Connected to new peer: Peer: permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
08:37:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.308866 16354 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 -> Peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Couldn't send request to peer b6325d9e342d4f19a5864a7e5f8cde1b. Status: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.298573 16368 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40430:
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:37:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:37:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:37:03.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.339361 16368 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:37:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.342260 17094 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2e9c60ea5ea44da0abe4ff173fe64979. Latest consensus state: current_term: 3 leader_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:37:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.342572 17094 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: This master's current role is: FOLLOWER
08:37:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.344568 17085 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
08:37:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.352801 17094 sys_catalog.cc:455] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:37:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.353106 17094 sys_catalog.cc:458] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [sys.catalog]: This master's current role is: FOLLOWER
08:37:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.362124 17069 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } } }
08:37:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:03.362550 17069 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 [sys.catalog]: This master's current role is: LEADER
08:37:03.408 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 80e7660efbfb436ba996953b4fbb8a53 (127.15.221.130:36423): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1790584622 last_transition_timestamp: 1790584623
08:37:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.457394 16696 heartbeater.cc:644] Failed to heartbeat to 127.15.221.188:35297 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.816783 16354 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 -> Peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Couldn't send request to peer b6325d9e342d4f19a5864a7e5f8cde1b. Status: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:37:03.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:03.935330 16354 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111) [suppressed 14 similar messages]
08:37:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f9c74f0c538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
08:37:04.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.278873 16981 heartbeater.cc:503] Master 127.15.221.189:41007 was elected leader, sending a full tablet report...
08:37:04.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
08:37:04.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.320218 16698 heartbeater.cc:503] Master 127.15.221.189:41007 was elected leader, sending a full tablet report...
08:37:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f9c87f7cbe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
08:37:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f9c87f6d7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
08:37:04.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f9c880c216b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
08:37:04.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f9c880c2d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
08:37:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f9c880c79cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
08:37:04.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f9c82178cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
08:37:04.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f9c821789f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
08:37:04.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:04.355238 16354 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2e9c60ea5ea44da0abe4ff173fe64979 -> Peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Couldn't send request to peer b6325d9e342d4f19a5864a7e5f8cde1b. Status: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:37:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f9c7bae99be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
08:37:04.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f9c7bae879e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
08:37:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f9c7baeeb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
08:37:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f9c7baef54f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
08:37:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f9c7baef378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
08:37:04.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
08:37:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f9c74fd1eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
08:37:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f9c782ab6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
08:37:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f9c7124161e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
08:37:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:37:04.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
08:37:04.389 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.221.189:41007(127.15.221.189:41007)] handling channelInactive
08:37:04.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state READY due to: connection closed
08:37:04.389 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.221.189:41007(127.15.221.189:41007) for tablet Kudu Master: connection closed
08:37:04.392 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
08:37:04.471 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.472 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.531 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.532 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.591 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.592 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.593 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.612 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.645157 17113 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.645471 17113 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:04.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.646267 17113 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:04.647294 16273 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111) [suppressed 10 similar messages]
08:37:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:04.648501 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:04.648737 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.648840 16273 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.649075 17113 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:04.651 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.652 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.675225 16840 heartbeater.cc:503] Master 127.15.221.189:41007 was elected leader, sending a full tablet report...
08:37:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.686127 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:04.686352 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:04.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:04.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:04.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:04.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:04.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.080971 17113 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.081197 17113 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:05.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.081923 17113 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:05.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:05.083702 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:05.083915 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.084019 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:05.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.084264 17113 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:05.311 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:05.312 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:05.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:05.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:05.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:05.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:05.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:05.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:05.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.527103 17113 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.527386 17113 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:05.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.528126 17113 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:05.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:05.529605 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:05.529868 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.530014 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:05.530296 17113 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:06.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.174531 17125 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.174780 17125 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:06.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.175390 17125 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:06.177867 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:06.178094 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.178210 16273 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:06.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.178493 17125 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:06.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:06.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:06.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:06.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:06.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:06.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:06.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:06.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:06.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.614964 17125 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.615180 17125 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.615779 17125 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:06.617367 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:06.617565 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.617720 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:06.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:06.618105 17125 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:06.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:06.672 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:06.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:06.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:06.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:06.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:06.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:06.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:06.674 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:07.353130 17139 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:07.353307 17139 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:07.354025 17139 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:07.356249 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:07.356431 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:07.356556 16273 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:07.356774 17139 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:08.513614 17148 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:08.513911 17148 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:08.514707 17148 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:08.517009 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:08.517217 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:08.517464 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:08.517843 17148 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:09.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:09.572 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:09.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:09.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:09.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:09.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:09.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:09.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:09.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:09.689337 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:09.689530 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:11.471 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:11.472 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:11.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:11.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:11.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:11.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:11.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:11.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:11.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:12.748816 17177 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:12.749038 17177 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:12.749744 17177 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:12.751121 16273 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111) [suppressed 13 similar messages]
08:37:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:12.752874 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:12.753094 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:12.753217 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:12.753508 17177 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:14.692804 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:14.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:14.693007 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:15.212 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:15.213 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:15.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:15.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:15.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:15.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:15.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:15.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:15.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:16.131 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:16.132 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:16.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:16.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:16.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:16.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:16.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:16.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:16.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:18.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:18.641366 17211 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:18.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:18.641644 17211 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:18.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:18.642299 17211 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:18.643375 16274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:37:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:18.644812 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:18.645049 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:18.645174 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:18.645430 17211 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:18.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:18.832 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:18.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:18.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:18.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:18.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:18.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:18.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:18.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:19.551 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:19.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:19.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:19.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:19.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:19.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:19.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:19.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:19.553 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:19.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:19.696130 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:19.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:19.696420 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:20.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:20.912 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:20.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:20.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:20.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:20.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:20.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:20.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:20.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:24.699558 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:24.699743 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:24.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:24.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:24.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:24.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:24.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:24.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:24.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:24.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:24.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:26.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:26.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:26.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:26.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:26.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:26.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:26.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:26.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:26.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:27.351 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:27.352 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:27.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:27.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:27.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:27.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:27.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:27.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:27.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:28.427551 17274 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:28.427742 17274 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:28.428391 17274 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:28.429932 16274 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:37:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:28.431703 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:28.431912 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:28.432067 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:28.432355 17274 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:29.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:29.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:29.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:29.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:29.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:29.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:29.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:29.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:29.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:29.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:29.702672 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:29.702885 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:30.791 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:30.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:30.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:30.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:30.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:30.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:30.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:30.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:30.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:32.872 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:32.873 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:32.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:32.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:32.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:32.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:32.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:32.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:32.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:33.366518 17308 raft_consensus.cc:482] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2e9c60ea5ea44da0abe4ff173fe64979)
08:37:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:33.366775 17308 raft_consensus.cc:504] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "79b1427f029f4d6bb77ddd34c888e22d" member_type: VOTER last_known_addr { host: "127.15.221.190" port: 33659 } } peers { permanent_uuid: "2e9c60ea5ea44da0abe4ff173fe64979" member_type: VOTER last_known_addr { host: "127.15.221.189" port: 41007 } } peers { permanent_uuid: "b6325d9e342d4f19a5864a7e5f8cde1b" member_type: VOTER last_known_addr { host: "127.15.221.188" port: 35297 } }
08:37:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:33.367524 17308 leader_election.cc:288] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007), b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297)
08:37:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:33.370095 16273 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b6325d9e342d4f19a5864a7e5f8cde1b (127.15.221.188:35297): Network error: Client connection negotiation failed: client connection to 127.15.221.188:35297: connect: Connection refused (error 111)
08:37:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:33.370299 16274 leader_election.cc:334] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2e9c60ea5ea44da0abe4ff173fe64979 (127.15.221.189:41007): Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111)
08:37:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:33.370432 16274 leader_election.cc:302] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 79b1427f029f4d6bb77ddd34c888e22d; no voters: 2e9c60ea5ea44da0abe4ff173fe64979, b6325d9e342d4f19a5864a7e5f8cde1b
08:37:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:33.370689 17308 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 79b1427f029f4d6bb77ddd34c888e22d [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:37:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:34.705852 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:34.706053 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:35.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:35.772 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:35.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:35.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:35.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:35.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:35.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:35.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:35.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:38.511 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:38.512 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:38.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:38.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:38.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:38.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:38.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:38.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:38.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:39.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:39.709225 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:39.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:39.709406 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:41.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:41.792 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:41.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:41.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:41.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:41.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:41.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:41.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:41.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:42.431 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:42.432 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:42.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:42.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:42.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:42.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:42.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:42.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:42.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:44.712430 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:44.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:44.712651 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:46.491 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:46.492 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:46.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:46.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:46.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:46.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:46.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:46.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:46.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:49.711 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:49.712 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:49.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:49.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:49.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:49.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:49.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:49.714 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:49.714 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:49.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:49.715574 16257 master_runner.cc:186] Error getting master registration for 127.15.221.189:41007: Network error: Client connection negotiation failed: client connection to 127.15.221.189:41007: connect: Connection refused (error 111),
08:37:49.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:49.715765 16257 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:37:51.552 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.188:35297(127.15.221.188:35297)] connecting to peer
08:37:51.553 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.221.189:41007(127.15.221.189:41007)] connecting to peer
08:37:51.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:51.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.188:35297(127.15.221.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:51.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.188:35297: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297
08:37:51.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:51.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.221.189:41007(127.15.221.189:41007)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:51.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.221.189:41007: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
08:37:51.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007; will retry
08:37:51.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47083), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [363ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [842ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [1744ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2200ms] refreshing cache from master, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2203ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [5100ms] refreshing cache from master, [5100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@323107047(state=PENDING, result=null, callback=(continuation of Deferred@1733857987 after retry RPC after error@1878047226) -> (continuation of Deferred@1316094137 after retry RPC after error@1291164816) -> (continuation of Deferred@1872281927 after retry RPC after error@97360423) -> (continuation of Deferred@1541678575 after retry RPC after error@999629599) -> (continuation of Deferred@313413587 after retry RPC after error@2078008067) -> (continuation of Deferred@23751370 after retry RPC after error@326446115) -> (continuation of Deferred@1933912393 after retry RPC after error@1470238681) -> (continuation of Deferred@88871901 after retry RPC after error@1071788899) -> (continuation of Deferred@1698122423 after retry RPC after error@573332751) -> (continuation of Deferred@1201365100 after retry RPC after error@1766599383) -> (continuation of Deferred@921810875 after retry RPC after error@1995784271) -> (continuation of Deferred@1785845501 after retry RPC after error@1650676726) -> (continuation of Deferred@1494514798 after retry RPC after error@88062011) -> (continuation of Deferred@1629311071 after retry RPC after error@429474665) -> (continuation of Deferred@1670691640 after retry RPC after error@454179089) -> (continuation of Deferred@268836228 after retry RPC after error@1129813734) -> (continuation of Deferred@89962703 after retry RPC after error@260883396) -> (continuation of Deferred@793118092 after retry RPC after error@1356420644) -> (continuation of Deferred@807605808 after retry RPC after error@1498968339) -> (continuation of Deferred@1185773009 after retry RPC after error@1558147926) -> (continuation of Deferred@1961192555 after retry RPC after error@1856985869) -> (continuation of Deferred@1124186356 after retry RPC after error@1684223489) -> (continuation of Deferred@1002080466 after retry RPC after error@794413979) -> (continuation of Deferred@1641087132 after retry RPC after error@478146969) -> (continuation of Deferred@1936459484 after retry RPC after error@302521913) -> (continuation of Deferred@2075404548 after retry RPC after error@405073106) -> (continuation of Deferred@191714284 after retry RPC after error@1506180462) -> (continuation of Deferred@65045339 after retry RPC after error@1016966537) -> (continuation of Deferred@1561230277 after retry RPC after error@927547399) -> (continuation of Deferred@808777710 after retry RPC after error@1637148036) -> (continuation of Deferred@1340762656 after retry RPC after error@845038242), errback=(continuation of Deferred@1733857987 after retry RPC after error@1878047226) -> (continuation of Deferred@1316094137 after retry RPC after error@1291164816) -> (continuation of Deferred@1872281927 after retry RPC after error@97360423) -> (continuation of Deferred@1541678575 after retry RPC after error@999629599) -> (continuation of Deferred@313413587 after retry RPC after error@2078008067) -> (continuation of Deferred@23751370 after retry RPC after error@326446115) -> (continuation of Deferred@1933912393 after retry RPC after error@1470238681) -> (continuation of Deferred@88871901 after retry RPC after error@1071788899) -> (continuation of Deferred@1698122423 after retry RPC after error@573332751) -> (continuation of Deferred@1201365100 after retry RPC after error@1766599383) -> (continuation of Deferred@921810875 after retry RPC after error@1995784271) -> (continuation of Deferred@1785845501 after retry RPC after error@1650676726) -> (continuation of Deferred@1494514798 after retry RPC after error@88062011) -> (continuation of Deferred@1629311071 after retry RPC after error@429474665) -> (continuation of Deferred@1670691640 after retry RPC after error@454179089) -> (continuation of Deferred@268836228 after retry RPC after error@1129813734) -> (continuation of Deferred@89962703 after retry RPC after error@260883396) -> (continuation of Deferred@793118092 after retry RPC after error@1356420644) -> (continuation of Deferred@807605808 after retry RPC after error@1498968339) -> (continuation of Deferred@1185773009 after retry RPC after error@1558147926) -> (continuation of Deferred@1961192555 after retry RPC after error@1856985869) -> (continuation of Deferred@1124186356 after retry RPC after error@1684223489) -> (continuation of Deferred@1002080466 after retry RPC after error@794413979) -> (continuation of Deferred@1641087132 after retry RPC after error@478146969) -> (continuation of Deferred@1936459484 after retry RPC after error@302521913) -> (continuation of Deferred@2075404548 after retry RPC after error@405073106) -> (continuation of Deferred@191714284 after retry RPC after error@1506180462) -> (continuation of Deferred@65045339 after retry RPC after error@1016966537) -> (continuation of Deferred@1561230277 after retry RPC after error@927547399) -> (continuation of Deferred@808777710 after retry RPC after error@1637148036) -> (continuation of Deferred@1340762656 after retry RPC after error@845038242)))
08:37:51.557 [DEBUG - main] (Connection.java:575) [peer master-127.15.221.190:33659(127.15.221.190:33659)] disconnecting while in state READY
08:37:51.557 [DEBUG - main] (Connection.java:575) [peer db784403fd524cf08145c1cf1703a39f(127.15.221.129:38409)] disconnecting while in state READY
08:37:51.558 [DEBUG - main] (Connection.java:575) [peer master-127.15.221.189:41007(127.15.221.189:41007)] disconnecting while in state TERMINATED
08:37:51.558 [DEBUG - main] (Connection.java:575) [peer master-127.15.221.188:35297(127.15.221.188:35297)] disconnecting while in state TERMINATED
08:37:51.558 [DEBUG - kudu-nio-1] (Connection.java:239) [peer db784403fd524cf08145c1cf1703a39f(127.15.221.129:38409)] handling channelInactive
08:37:51.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer db784403fd524cf08145c1cf1703a39f(127.15.221.129:38409)] cleaning up while in state READY due to: connection closed
08:37:51.559 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:37:51.560 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.221.190:33659(127.15.221.190:33659)] handling channelInactive
08:37:51.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.221.190:33659(127.15.221.190:33659)] cleaning up while in state READY due to: connection closed
08:37:51.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.560381 16246 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu pid 16557
08:37:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.570351 16691 generic_service.cc:196] Checking for leaks (request via RPC)
08:37:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.677717 16246 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu with pid 16557
08:37:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:51.694283 16858 connection.cc:535] server connection from 127.15.221.129:33435 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:37:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.694614 16246 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu pid 16701
08:37:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.702026 16833 generic_service.cc:196] Checking for leaks (request via RPC)
08:37:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.838361 16246 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu with pid 16701
08:37:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:51.858174 16858 connection.cc:535] server connection from 127.15.221.130:32853 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:37:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 08:37:51.858385 16273 connection.cc:535] server connection from 127.15.221.130:46285 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:37:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.858522 16246 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu pid 16843
08:37:51.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.867496 16974 generic_service.cc:196] Checking for leaks (request via RPC)
08:37:51.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.970889 16246 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu with pid 16843
08:37:51.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.986828 16246 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu pid 16257
08:37:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:51.987998 16328 generic_service.cc:196] Checking for leaks (request via RPC)
08:37:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 08:37:52.106509 16246 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskEhaJJP/build/asan/bin/kudu with pid 16257
08:37:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T08:37:52Z chronyd exiting
08:37:52.255 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47083), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [363ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [842ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [1744ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2200ms] refreshing cache from master, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2203ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [5100ms] refreshing cache from master, [5100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@323107047(state=PENDING, result=null, callback=(continuation of Deferred@1733857987 after retry RPC after error@1878047226) -> (continuation of Deferred@1316094137 after retry RPC after error@1291164816) -> (continuation of Deferred@1872281927 after retry RPC after error@97360423) -> (continuation of Deferred@1541678575 after retry RPC after error@999629599) -> (continuation of Deferred@313413587 after retry RPC after error@2078008067) -> (continuation of Deferred@23751370 after retry RPC after error@326446115) -> (continuation of Deferred@1933912393 after retry RPC after error@1470238681) -> (continuation of Deferred@88871901 after retry RPC after error@1071788899) -> (continuation of Deferred@1698122423 after retry RPC after error@573332751) -> (continuation of Deferred@1201365100 after retry RPC after error@1766599383) -> (continuation of Deferred@921810875 after retry RPC after error@1995784271) -> (continuation of Deferred@1785845501 after retry RPC after error@1650676726) -> (continuation of Deferred@1494514798 after retry RPC after error@88062011) -> (continuation of Deferred@1629311071 after retry RPC after error@429474665) -> (continuation of Deferred@1670691640 after retry RPC after error@454179089) -> (continuation of Deferred@268836228 after retry RPC after error@1129813734) -> (continuation of Deferred@89962703 after retry RPC after error@260883396) -> (continuation of Deferred@793118092 after retry RPC after error@1356420644) -> (continuation of Deferred@807605808 after retry RPC after error@1498968339) -> (continuation of Deferred@1185773009 after retry RPC after error@1558147926) -> (continuation of Deferred@1961192555 after retry RPC after error@1856985869) -> (continuation of Deferred@1124186356 after retry RPC after error@1684223489) -> (continuation of Deferred@1002080466 after retry RPC after error@794413979) -> (continuation of Deferred@1641087132 after retry RPC after error@478146969) -> (continuation of Deferred@1936459484 after retry RPC after error@302521913) -> (continuation of Deferred@2075404548 after retry RPC after error@405073106) -> (continuation of Deferred@191714284 after retry RPC after error@1506180462) -> (continuation of Deferred@65045339 after retry RPC after error@1016966537) -> (continuation of Deferred@1561230277 after retry RPC after error@927547399) -> (continuation of Deferred@808777710 after retry RPC after error@1637148036) -> (continuation of Deferred@1340762656 after retry RPC after error@845038242), errback=(continuation of Deferred@1733857987 after retry RPC after error@1878047226) -> (continuation of Deferred@1316094137 after retry RPC after error@1291164816) -> (continuation of Deferred@1872281927 after retry RPC after error@97360423) -> (continuation of Deferred@1541678575 after retry RPC after error@999629599) -> (continuation of Deferred@313413587 after retry RPC after error@2078008067) -> (continuation of Deferred@23751370 after retry RPC after error@326446115) -> (continuation of Deferred@1933912393 after retry RPC after error@1470238681) -> (continuation of Deferred@88871901 after retry RPC after error@1071788899) -> (continuation of Deferred@1698122423 after retry RPC after error@573332751) -> (continuation of Deferred@1201365100 after retry RPC after error@1766599383) -> (continuation of Deferred@921810875 after retry RPC after error@1995784271) -> (continuation of Deferred@1785845501 after retry RPC after error@1650676726) -> (continuation of Deferred@1494514798 after retry RPC after error@88062011) -> (continuation of Deferred@1629311071 after retry RPC after error@429474665) -> (continuation of Deferred@1670691640 after retry RPC after error@454179089) -> (continuation of Deferred@268836228 after retry RPC after error@1129813734) -> (continuation of Deferred@89962703 after retry RPC after error@260883396) -> (continuation of Deferred@793118092 after retry RPC after error@1356420644) -> (continuation of Deferred@807605808 after retry RPC after error@1498968339) -> (continuation of Deferred@1185773009 after retry RPC after error@1558147926) -> (continuation of Deferred@1961192555 after retry RPC after error@1856985869) -> (continuation of Deferred@1124186356 after retry RPC after error@1684223489) -> (continuation of Deferred@1002080466 after retry RPC after error@794413979) -> (continuation of Deferred@1641087132 after retry RPC after error@478146969) -> (continuation of Deferred@1936459484 after retry RPC after error@302521913) -> (continuation of Deferred@2075404548 after retry RPC after error@405073106) -> (continuation of Deferred@191714284 after retry RPC after error@1506180462) -> (continuation of Deferred@65045339 after retry RPC after error@1016966537) -> (continuation of Deferred@1561230277 after retry RPC after error@927547399) -> (continuation of Deferred@808777710 after retry RPC after error@1637148036) -> (continuation of Deferred@1340762656 after retry RPC after error@845038242)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.221.189:41007
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=47083), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [363ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [842ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [1744ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2200ms] refreshing cache from master, [2200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [2202ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.188:35297: Network error: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.190:33659: OK, [2203ms] Sub RPC ConnectToMaster: received response from server master-127.15.221.189:41007: Network error: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [2203ms] delaying RPC due to: Service unavailable: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007, [5100ms] refreshing cache from master, [5100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.190:33659, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.188:35297, [5101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.221.189:41007, [5102ms] too many traces: truncated at 100 traces, deferred=Deferred@323107047(state=PENDING, result=null, callback=(continuation of Deferred@1733857987 after retry RPC after error@1878047226) -> (continuation of Deferred@1316094137 after retry RPC after error@1291164816) -> (continuation of Deferred@1872281927 after retry RPC after error@97360423) -> (continuation of Deferred@1541678575 after retry RPC after error@999629599) -> (continuation of Deferred@313413587 after retry RPC after error@2078008067) -> (continuation of Deferred@23751370 after retry RPC after error@326446115) -> (continuation of Deferred@1933912393 after retry RPC after error@1470238681) -> (continuation of Deferred@88871901 after retry RPC after error@1071788899) -> (continuation of Deferred@1698122423 after retry RPC after error@573332751) -> (continuation of Deferred@1201365100 after retry RPC after error@1766599383) -> (continuation of Deferred@921810875 after retry RPC after error@1995784271) -> (continuation of Deferred@1785845501 after retry RPC after error@1650676726) -> (continuation of Deferred@1494514798 after retry RPC after error@88062011) -> (continuation of Deferred@1629311071 after retry RPC after error@429474665) -> (continuation of Deferred@1670691640 after retry RPC after error@454179089) -> (continuation of Deferred@268836228 after retry RPC after error@1129813734) -> (continuation of Deferred@89962703 after retry RPC after error@260883396) -> (continuation of Deferred@793118092 after retry RPC after error@1356420644) -> (continuation of Deferred@807605808 after retry RPC after error@1498968339) -> (continuation of Deferred@1185773009 after retry RPC after error@1558147926) -> (continuation of Deferred@1961192555 after retry RPC after error@1856985869) -> (continuation of Deferred@1124186356 after retry RPC after error@1684223489) -> (continuation of Deferred@1002080466 after retry RPC after error@794413979) -> (continuation of Deferred@1641087132 after retry RPC after error@478146969) -> (continuation of Deferred@1936459484 after retry RPC after error@302521913) -> (continuation of Deferred@2075404548 after retry RPC after error@405073106) -> (continuation of Deferred@191714284 after retry RPC after error@1506180462) -> (continuation of Deferred@65045339 after retry RPC after error@1016966537) -> (continuation of Deferred@1561230277 after retry RPC after error@927547399) -> (continuation of Deferred@808777710 after retry RPC after error@1637148036) -> (continuation of Deferred@1340762656 after retry RPC after error@845038242), errback=(continuation of Deferred@1733857987 after retry RPC after error@1878047226) -> (continuation of Deferred@1316094137 after retry RPC after error@1291164816) -> (continuation of Deferred@1872281927 after retry RPC after error@97360423) -> (continuation of Deferred@1541678575 after retry RPC after error@999629599) -> (continuation of Deferred@313413587 after retry RPC after error@2078008067) -> (continuation of Deferred@23751370 after retry RPC after error@326446115) -> (continuation of Deferred@1933912393 after retry RPC after error@1470238681) -> (continuation of Deferred@88871901 after retry RPC after error@1071788899) -> (continuation of Deferred@1698122423 after retry RPC after error@573332751) -> (continuation of Deferred@1201365100 after retry RPC after error@1766599383) -> (continuation of Deferred@921810875 after retry RPC after error@1995784271) -> (continuation of Deferred@1785845501 after retry RPC after error@1650676726) -> (continuation of Deferred@1494514798 after retry RPC after error@88062011) -> (continuation of Deferred@1629311071 after retry RPC after error@429474665) -> (continuation of Deferred@1670691640 after retry RPC after error@454179089) -> (continuation of Deferred@268836228 after retry RPC after error@1129813734) -> (continuation of Deferred@89962703 after retry RPC after error@260883396) -> (continuation of Deferred@793118092 after retry RPC after error@1356420644) -> (continuation of Deferred@807605808 after retry RPC after error@1498968339) -> (continuation of Deferred@1185773009 after retry RPC after error@1558147926) -> (continuation of Deferred@1961192555 after retry RPC after error@1856985869) -> (continuation of Deferred@1124186356 after retry RPC after error@1684223489) -> (continuation of Deferred@1002080466 after retry RPC after error@794413979) -> (continuation of Deferred@1641087132 after retry RPC after error@478146969) -> (continuation of Deferred@1936459484 after retry RPC after error@302521913) -> (continuation of Deferred@2075404548 after retry RPC after error@405073106) -> (continuation of Deferred@191714284 after retry RPC after error@1506180462) -> (continuation of Deferred@65045339 after retry RPC after error@1016966537) -> (continuation of Deferred@1561230277 after retry RPC after error@927547399) -> (continuation of Deferred@808777710 after retry RPC after error@1637148036) -> (continuation of Deferred@1340762656 after retry RPC after error@845038242)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.221.190:33659,127.15.221.188:35297,127.15.221.189:41007) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.188:35297(127.15.221.188:35297): Connection refused: /127.15.221.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.221.189:41007(127.15.221.189:41007): Connection refused: /127.15.221.189:41007
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.221.189:41007
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)