08:02:19.474 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:02:19.474 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAP1R6T/test-tmp
08:02:19.475 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:02:19.475 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAP1R6T/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:02:19.477 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:02:19.795 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:19.795 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:02:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:19.798028 13419 mini_oidc.cc:150] Starting JWKS server
08:02:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:19.800285 13419 webserver.cc:533] Webserver started at http://127.0.0.1:34897/ using document root <none> and password file <none>
08:02:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:19.800513 13419 mini_oidc.cc:186] Starting OIDC Discovery server
08:02:19.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:19.801018 13419 webserver.cc:533] Webserver started at http://127.0.0.1:36951/ using document root <none> and password file <none>
08:02:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:02:19Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:02:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:02:19Z Disabled control of system clock
08:02:19.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:19.828719 13419 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/wal
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/logs
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data/info.pb
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.254:43089
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.254
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34897/jwks.json
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.137329 13430 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.137619 13430 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.137691 13430 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.145987 13430 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.146073 13430 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.146124 13430 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.146164 13430 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.146219 13430 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.146257 13430 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.146298 13430 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34897/jwks.json
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.156281 13430 master_runner.cc:387] Master server non-default flags:
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/wal
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.254:43089
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34897/jwks.json
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data/info.pb
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.254
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/logs
08:02:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:22 UTC on bdcb31816ec0
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12450
08:02:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:20.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.157878 13430 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.159610 13430 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.167405 13436 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.167449 13435 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.167938 13438 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.168696 13430 server_base.cc:1061] running on GCE node
08:02:20.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.169459 13430 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:20.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.170873 13430 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.172091 13430 hybrid_clock.cc:648] HybridClock initialized: now 1781769740172024 us; error 36 us; skew 500 ppm
08:02:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.172468 13430 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:20.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.174659 13430 webserver.cc:533] Webserver started at http://127.13.26.254:36057/ using document root <none> and password file <none>
08:02:20.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.175410 13430 fs_manager.cc:362] Metadata directory not provided
08:02:20.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.175535 13430 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:20.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.175906 13430 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.178257 13430 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data/instance:
08:02:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6f39cd0ca3349879a62de92c0adb019"
08:02:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:20 on dist-test-slave-kf5q"
08:02:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.179000 13430 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/wal/instance:
08:02:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6f39cd0ca3349879a62de92c0adb019"
08:02:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:20 on dist-test-slave-kf5q"
08:02:20.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.184417 13430 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
08:02:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.187899 13444 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.189232 13430 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.189407 13430 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data,/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/wal
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f6f39cd0ca3349879a62de92c0adb019"
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:20 on dist-test-slave-kf5q"
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.189595 13430 fs_report.cc:389] FS layout report
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/wal
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/wal
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data/data
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.208374 13430 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:20.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.209283 13430 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:20.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.209578 13430 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.230934 13430 rpc_server.cc:307] RPC server started. Bound to: 127.13.26.254:43089
08:02:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.230980 13505 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.26.254:43089 every 8 connection(s)
08:02:20.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.232523 13430 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/data/info.pb
08:02:20.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.233520 13419 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu as pid 13430
08:02:20.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.233886 13419 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-0/wal/instance
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.236027 13419 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/wal
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/logs
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data/info.pb
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.253:36657
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.253
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34897/jwks.json
08:02:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.236835 13506 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.242141 13506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } has no permanent_uuid. Determining permanent_uuid...
08:02:20.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.259287 13506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
08:02:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.260530 13448 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.253:36657: connect: Connection refused (error 111)
08:02:20.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.262163 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.253:36657: Network error: Client connection negotiation failed: client connection to 127.13.26.253:36657: connect: Connection refused (error 111)
08:02:20.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.311472 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } attempt: 1
08:02:20.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.313683 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.253:36657: Network error: Client connection negotiation failed: client connection to 127.13.26.253:36657: connect: Connection refused (error 111)
08:02:20.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.381944 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } attempt: 2
08:02:20.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.383999 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.253:36657: Network error: Client connection negotiation failed: client connection to 127.13.26.253:36657: connect: Connection refused (error 111)
08:02:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.475250 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } attempt: 3
08:02:20.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.477205 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.253:36657: Network error: Client connection negotiation failed: client connection to 127.13.26.253:36657: connect: Connection refused (error 111)
08:02:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.551635 13508 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.552017 13508 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.552129 13508 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.560678 13508 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.560786 13508 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.560853 13508 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.560905 13508 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.560978 13508 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.561033 13508 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:20.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.561095 13508 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34897/jwks.json
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.571941 13508 master_runner.cc:387] Master server non-default flags:
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/wal
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.253:36657
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34897/jwks.json
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data/info.pb
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.253
08:02:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/logs
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:22 UTC on bdcb31816ec0
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12450
08:02:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:20.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.573879 13508 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.575783 13508 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.583688 13517 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.583741 13516 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.584368 13519 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.584837 13508 server_base.cc:1061] running on GCE node
08:02:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.585623 13508 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.587037 13508 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.588297 13508 hybrid_clock.cc:648] HybridClock initialized: now 1781769740588236 us; error 35 us; skew 500 ppm
08:02:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.588706 13508 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.591162 13508 webserver.cc:533] Webserver started at http://127.13.26.253:40621/ using document root <none> and password file <none>
08:02:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.591984 13508 fs_manager.cc:362] Metadata directory not provided
08:02:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.592113 13508 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.592476 13508 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.594947 13508 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data/instance:
08:02:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6401a802c964a7799aecb1ecf159ece"
08:02:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:20 on dist-test-slave-kf5q"
08:02:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.595736 13508 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/wal/instance:
08:02:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6401a802c964a7799aecb1ecf159ece"
08:02:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:20 on dist-test-slave-kf5q"
08:02:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.601238 13508 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
08:02:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.604868 13525 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.606307 13508 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.606499 13508 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data,/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/wal
08:02:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e6401a802c964a7799aecb1ecf159ece"
08:02:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:20 on dist-test-slave-kf5q"
08:02:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.606700 13508 fs_report.cc:389] FS layout report
08:02:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/wal
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/wal
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data/data
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.620441 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } attempt: 4
08:02:20.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.622256 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.253:36657: Network error: Client connection negotiation failed: client connection to 127.13.26.253:36657: connect: Connection refused (error 111)
08:02:20.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.639178 13508 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:20.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.640127 13508 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:20.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.640445 13508 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.662402 13508 rpc_server.cc:307] RPC server started. Bound to: 127.13.26.253:36657
08:02:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.662434 13586 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.26.253:36657 every 8 connection(s)
08:02:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.664012 13508 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/data/info.pb
08:02:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.668315 13587 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.671048 13419 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu as pid 13508
08:02:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.671191 13419 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-1/wal/instance
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.672181 13419 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/wal
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/logs
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data/info.pb
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.252:41719
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.252
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34897/jwks.json
08:02:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:20.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.674510 13587 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } has no permanent_uuid. Determining permanent_uuid...
08:02:20.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.688654 13587 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
08:02:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.698657 13587 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } has no permanent_uuid. Determining permanent_uuid...
08:02:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.699906 13526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.701589 13587 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:20.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.750872 13587 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 1
08:02:20.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.753121 13587 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:20.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.821349 13587 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 2
08:02:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.823504 13587 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.914736 13587 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 3
08:02:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.916596 13587 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.921489 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } attempt: 5
08:02:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.927578 13506 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } has no permanent_uuid. Determining permanent_uuid...
08:02:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.929154 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:20.980383 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 1
08:02:20.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.982402 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.996271 13589 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.996627 13589 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:20.996706 13589 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.005479 13589 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.005590 13589 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.005640 13589 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.005677 13589 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.005728 13589 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.005764 13589 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:21.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.005805 13589 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34897/jwks.json
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.016899 13589 master_runner.cc:387] Master server non-default flags:
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/wal
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.252:41719
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34897/jwks.json
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data/info.pb
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.252
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/logs
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:22 UTC on bdcb31816ec0
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12450
08:02:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.018522 13589 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.020304 13589 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.027973 13598 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.028007 13597 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.028604 13600 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.028863 13589 server_base.cc:1061] running on GCE node
08:02:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.029588 13589 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.030918 13589 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.032142 13589 hybrid_clock.cc:648] HybridClock initialized: now 1781769741032040 us; error 58 us; skew 500 ppm
08:02:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.032426 13589 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:21.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.034621 13589 webserver.cc:533] Webserver started at http://127.13.26.252:45697/ using document root <none> and password file <none>
08:02:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.035312 13589 fs_manager.cc:362] Metadata directory not provided
08:02:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.035418 13589 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.035691 13589 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.038126 13589 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data/instance:
08:02:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0986074cb8cb494d9edcf43c4b4647e9"
08:02:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:21 on dist-test-slave-kf5q"
08:02:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.038841 13589 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/wal/instance:
08:02:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0986074cb8cb494d9edcf43c4b4647e9"
08:02:21.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:21 on dist-test-slave-kf5q"
08:02:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.043744 13589 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
08:02:21.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.046911 13606 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.048200 13589 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.048346 13589 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data,/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/wal
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0986074cb8cb494d9edcf43c4b4647e9"
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:21 on dist-test-slave-kf5q"
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.048496 13589 fs_report.cc:389] FS layout report
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/wal
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/wal
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data/data
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:21.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.050624 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 2
08:02:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.052495 13506 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.059813 13587 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 4
08:02:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.061509 13587 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.26.252:41719: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.074875 13589 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.075690 13589 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:21.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.075968 13589 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.097090 13589 rpc_server.cc:307] RPC server started. Bound to: 127.13.26.252:41719
08:02:21.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.097110 13667 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.26.252:41719 every 8 connection(s)
08:02:21.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.098508 13589 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/data/info.pb
08:02:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.102451 13668 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.108263 13419 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu as pid 13589
08:02:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.107873 13668 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } has no permanent_uuid. Determining permanent_uuid...
08:02:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.108462 13419 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/master-2/wal/instance
08:02:21.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.120857 13668 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
08:02:21.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.127930 13668 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } has no permanent_uuid. Determining permanent_uuid...
08:02:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.140547 13668 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9: Bootstrap starting.
08:02:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.143800 13668 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9: Neither blocks nor log segments found. Creating new log.
08:02:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.144832 13668 log.cc:826] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9: Log is configured to *not* fsync() on all Append() calls
08:02:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.147447 13668 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9: No bootstrap required, opened a new log
08:02:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.152377 13668 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.152644 13668 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:21.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.152746 13668 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0986074cb8cb494d9edcf43c4b4647e9, State: Initialized, Role: FOLLOWER
08:02:21.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.153508 13668 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.154389 13677 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.154663 13677 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: This master's current role is: FOLLOWER
08:02:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.155259 13668 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: configured and running, proceeding with master startup.
08:02:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.158787 13506 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 3
08:02:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.165230 13688 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.165355 13688 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.162465 13589 master_runner.cc:187] Error getting master registration for 127.13.26.254:43089: OK, instance_id { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" instance_seqno: 1781769740226001 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:21.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.168661 13589 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.170364 13506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: Bootstrap starting.
08:02:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.173393 13506 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: Neither blocks nor log segments found. Creating new log.
08:02:21.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.174471 13506 log.cc:826] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: Log is configured to *not* fsync() on all Append() calls
08:02:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.177019 13506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: No bootstrap required, opened a new log
08:02:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.182329 13506 raft_consensus.cc:359] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.182778 13506 raft_consensus.cc:385] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.182911 13506 raft_consensus.cc:740] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f6f39cd0ca3349879a62de92c0adb019, State: Initialized, Role: FOLLOWER
08:02:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.183570 13506 consensus_queue.cc:260] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.184556 13691 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.184723 13677 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.184988 13691 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: This master's current role is: FOLLOWER
08:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.184964 13677 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.185748 13506 sys_catalog.cc:565] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: configured and running, proceeding with master startup.
08:02:21.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.186694 13677 leader_election.cc:290] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), e6401a802c964a7799aecb1ecf159ece (127.13.26.253:36657)
08:02:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.188505 13471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0986074cb8cb494d9edcf43c4b4647e9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6f39cd0ca3349879a62de92c0adb019" is_pre_election: true
08:02:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.189030 13471 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0986074cb8cb494d9edcf43c4b4647e9 in term 0.
08:02:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.189783 13607 leader_election.cc:304] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019; no voters:
08:02:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.190250 13677 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.190403 13677 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.190503 13677 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 0 FOLLOWER]: Advancing to term 1
08:02:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.191391 13691 raft_consensus.cc:493] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.191704 13691 raft_consensus.cc:515] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.193624 13677 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.194923 13471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0986074cb8cb494d9edcf43c4b4647e9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f6f39cd0ca3349879a62de92c0adb019"
08:02:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.195116 13471 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 0 FOLLOWER]: Advancing to term 1
08:02:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.195315 13677 leader_election.cc:290] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [CANDIDATE]: Term 1 election: Requested vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), e6401a802c964a7799aecb1ecf159ece (127.13.26.253:36657)
08:02:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.196384 13691 leader_election.cc:290] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e6401a802c964a7799aecb1ecf159ece (127.13.26.253:36657), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.196467 13633 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f6f39cd0ca3349879a62de92c0adb019" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0986074cb8cb494d9edcf43c4b4647e9" is_pre_election: true
08:02:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.197016 13633 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f6f39cd0ca3349879a62de92c0adb019 in current term 1: Already voted for candidate 0986074cb8cb494d9edcf43c4b4647e9 in this term.
08:02:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.201176 13471 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0986074cb8cb494d9edcf43c4b4647e9 in term 1.
08:02:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.201753 13607 leader_election.cc:304] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019; no voters:
08:02:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.203033 13677 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 1 FOLLOWER]: Leader election won for term 1
08:02:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.204203 13677 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [term 1 LEADER]: Becoming Leader. State: Replica: 0986074cb8cb494d9edcf43c4b4647e9, State: Running, Role: LEADER
08:02:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.204782 13677 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.209847 13695 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0986074cb8cb494d9edcf43c4b4647e9. Latest consensus state: current_term: 1 leader_uuid: "0986074cb8cb494d9edcf43c4b4647e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.210407 13695 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: This master's current role is: LEADER
08:02:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.211723 13699 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:02:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.212240 13450 tablet.cc:2406] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.214118 13699 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:02:21.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.227458 13471 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Refusing update from remote peer 0986074cb8cb494d9edcf43c4b4647e9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.228744 13695 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.229707 13706 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.229816 13706 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.228749 13430 master_runner.cc:187] Error getting master registration for 127.13.26.253:36657: OK, instance_id { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" instance_seqno: 1781769740657136 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.234860 13430 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.261207 13691 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0986074cb8cb494d9edcf43c4b4647e9. Latest consensus state: current_term: 1 leader_uuid: "0986074cb8cb494d9edcf43c4b4647e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.261498 13691 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: This master's current role is: FOLLOWER
08:02:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.262722 13701 mvcc.cc:204] Tried to move back new op lower bound from 7298128860055375872 to 7298128859979669504. Current Snapshot: MvccSnapshot[applied={T|T < 7298128860055375872}]
08:02:21.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.268455 13695 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0986074cb8cb494d9edcf43c4b4647e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.268675 13695 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: This master's current role is: LEADER
08:02:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.270237 13699 catalog_manager.cc:1382] Generated new cluster ID: 7812f2ed0ffe4365b844d1fd8de6c055
08:02:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.270340 13699 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:02:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.280488 13691 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0986074cb8cb494d9edcf43c4b4647e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.280735 13691 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: This master's current role is: FOLLOWER
08:02:21.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.302497 13699 catalog_manager.cc:1405] Generated new certificate authority record
08:02:21.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.305131 13699 catalog_manager.cc:1539] Loading token signing keys...
08:02:21.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.321985 13699 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9: Generated new TSK 0
08:02:21.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.323776 13699 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.343225 13419 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/wal
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/logs
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data/info.pb
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.193:0
08:02:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.26.193
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.193
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.360706 13587 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } attempt: 5
08:02:21.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.375468 13587 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece: Bootstrap starting.
08:02:21.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.386013 13587 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece: Neither blocks nor log segments found. Creating new log.
08:02:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.389101 13587 log.cc:826] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece: Log is configured to *not* fsync() on all Append() calls
08:02:21.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.401285 13587 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece: No bootstrap required, opened a new log
08:02:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.413290 13587 raft_consensus.cc:359] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.414062 13587 raft_consensus.cc:385] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.414371 13587 raft_consensus.cc:740] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e6401a802c964a7799aecb1ecf159ece, State: Initialized, Role: FOLLOWER
08:02:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.416801 13587 consensus_queue.cc:260] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.427775 13551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f6f39cd0ca3349879a62de92c0adb019" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6401a802c964a7799aecb1ecf159ece" is_pre_election: true
08:02:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.428148 13549 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 0 FOLLOWER]: Advancing to term 1
08:02:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.429728 13448 leader_election.cc:304] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f6f39cd0ca3349879a62de92c0adb019; no voters: 0986074cb8cb494d9edcf43c4b4647e9, e6401a802c964a7799aecb1ecf159ece
08:02:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.430485 13691 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:02:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.430971 13587 sys_catalog.cc:565] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: configured and running, proceeding with master startup.
08:02:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.431429 13549 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 1 FOLLOWER]: Refusing update from remote peer 0986074cb8cb494d9edcf43c4b4647e9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:21.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.431684 13552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0986074cb8cb494d9edcf43c4b4647e9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6401a802c964a7799aecb1ecf159ece" is_pre_election: true
08:02:21.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.431923 13550 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0986074cb8cb494d9edcf43c4b4647e9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e6401a802c964a7799aecb1ecf159ece"
08:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.434574 13695 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.434856 13714 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.435130 13714 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: This master's current role is: FOLLOWER
08:02:21.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.485395 13714 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0986074cb8cb494d9edcf43c4b4647e9. Latest consensus state: current_term: 1 leader_uuid: "0986074cb8cb494d9edcf43c4b4647e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.485704 13714 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: This master's current role is: FOLLOWER
08:02:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.485368 13723 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0986074cb8cb494d9edcf43c4b4647e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.486109 13723 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: This master's current role is: FOLLOWER
08:02:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.505992 13731 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:02:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.536526 13695 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0986074cb8cb494d9edcf43c4b4647e9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.536780 13695 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0986074cb8cb494d9edcf43c4b4647e9 [sys.catalog]: This master's current role is: LEADER
08:02:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.846354 13712 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.846628 13712 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.846721 13712 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.855139 13712 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.855266 13712 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.855314 13712 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.855350 13712 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.855425 13712 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.26.193
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.865432 13712 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/wal
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.193:0
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data/info.pb
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.193
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.26.193
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/logs
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:22 UTC on bdcb31816ec0
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12450
08:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.867022 13712 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.868798 13712 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:21.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.878127 13737 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:21.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.878248 13738 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:21.879309 13740 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.879734 13712 server_base.cc:1061] running on GCE node
08:02:21.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.880342 13712 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.881258 13712 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.882484 13712 hybrid_clock.cc:648] HybridClock initialized: now 1781769741882409 us; error 55 us; skew 500 ppm
08:02:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.882748 13712 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:21.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.884893 13712 webserver.cc:533] Webserver started at http://127.13.26.193:42063/ using document root <none> and password file <none>
08:02:21.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.885601 13712 fs_manager.cc:362] Metadata directory not provided
08:02:21.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.885707 13712 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.885993 13712 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.888377 13712 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data/instance:
08:02:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1a7ed11cd924ebe9394376de9abae5b"
08:02:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:21 on dist-test-slave-kf5q"
08:02:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.889088 13712 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/wal/instance:
08:02:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1a7ed11cd924ebe9394376de9abae5b"
08:02:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:21 on dist-test-slave-kf5q"
08:02:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.894408 13712 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
08:02:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.898000 13746 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.899441 13712 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
08:02:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.899585 13712 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data,/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/wal
08:02:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f1a7ed11cd924ebe9394376de9abae5b"
08:02:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:21 on dist-test-slave-kf5q"
08:02:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.899750 13712 fs_report.cc:389] FS layout report
08:02:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/wal
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/wal
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data/data
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.915621 13712 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.916496 13712 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.916738 13712 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.919646 13712 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.919767 13712 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:21.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.919896 13712 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.919988 13712 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.986054 13712 rpc_server.cc:307] RPC server started. Bound to: 127.13.26.193:40037
08:02:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.986126 13870 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.26.193:40037 every 8 connection(s)
08:02:21.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.987452 13712 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/data/info.pb
08:02:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.990442 13872 heartbeater.cc:344] Connected to a master server at 127.13.26.254:43089
08:02:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.990860 13872 heartbeater.cc:461] Registering TS with master...
08:02:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.992003 13872 heartbeater.cc:507] Master 127.13.26.254:43089 requested a full tablet report, sending...
08:02:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.992841 13419 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu as pid 13712
08:02:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.993045 13419 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-0/wal/instance
08:02:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.994367 13461 ts_manager.cc:194] Registered new tserver with Master: f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193:40037)
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.997972 13419 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/wal
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/logs
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data/info.pb
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.194:0
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.26.194
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.194
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.998268 13871 heartbeater.cc:344] Connected to a master server at 127.13.26.252:41719
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.998411 13871 heartbeater.cc:461] Registering TS with master...
08:02:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:21.998884 13871 heartbeater.cc:507] Master 127.13.26.252:41719 requested a full tablet report, sending...
08:02:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.000403 13623 ts_manager.cc:194] Registered new tserver with Master: f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193:40037)
08:02:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.002370 13623 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.26.193:35913
08:02:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.002573 13873 heartbeater.cc:344] Connected to a master server at 127.13.26.253:36657
08:02:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.002713 13873 heartbeater.cc:461] Registering TS with master...
08:02:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.003218 13873 heartbeater.cc:507] Master 127.13.26.253:36657 requested a full tablet report, sending...
08:02:22.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.006521 13542 ts_manager.cc:194] Registered new tserver with Master: f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193:40037)
08:02:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.232221 13706 catalog_manager.cc:1294] Loaded cluster ID: 7812f2ed0ffe4365b844d1fd8de6c055
08:02:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.232339 13706 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: loading cluster ID for follower catalog manager: success
08:02:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.235996 13706 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: acquiring CA information for follower catalog manager: success
08:02:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.238387 13706 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.329932 13876 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.330240 13876 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.330331 13876 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.339032 13876 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.339176 13876 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.339224 13876 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.339259 13876 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.339335 13876 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.26.194
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.349987 13876 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/wal
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.194:0
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data/info.pb
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.194
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.26.194
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/logs
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:22 UTC on bdcb31816ec0
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12450
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.351632 13876 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.353619 13876 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:22.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.363507 13882 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:22.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.363530 13881 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:22.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.363884 13884 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:22.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.364500 13876 server_base.cc:1061] running on GCE node
08:02:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.365080 13876 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.366097 13876 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.367338 13876 hybrid_clock.cc:648] HybridClock initialized: now 1781769742367282 us; error 32 us; skew 500 ppm
08:02:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.367682 13876 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.370353 13876 webserver.cc:533] Webserver started at http://127.13.26.194:46601/ using document root <none> and password file <none>
08:02:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.371129 13876 fs_manager.cc:362] Metadata directory not provided
08:02:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.371269 13876 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.371654 13876 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.374078 13876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data/instance:
08:02:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b97790a833bd436db34d13f3f9019b80"
08:02:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:22 on dist-test-slave-kf5q"
08:02:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.374837 13876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/wal/instance:
08:02:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b97790a833bd436db34d13f3f9019b80"
08:02:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:22 on dist-test-slave-kf5q"
08:02:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.380450 13876 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
08:02:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.384298 13890 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.385923 13876 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.386109 13876 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data,/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/wal
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b97790a833bd436db34d13f3f9019b80"
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:22 on dist-test-slave-kf5q"
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.386330 13876 fs_report.cc:389] FS layout report
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/wal
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/wal
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data/data
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.399041 13876 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.399940 13876 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.400236 13876 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.403204 13876 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.403338 13876 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.403450 13876 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.403541 13876 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.452399 13876 rpc_server.cc:307] RPC server started. Bound to: 127.13.26.194:39639
08:02:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.452448 14011 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.26.194:39639 every 8 connection(s)
08:02:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.453717 13876 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/data/info.pb
08:02:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.457300 14013 heartbeater.cc:344] Connected to a master server at 127.13.26.254:43089
08:02:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.457695 14013 heartbeater.cc:461] Registering TS with master...
08:02:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.458819 14013 heartbeater.cc:507] Master 127.13.26.254:43089 requested a full tablet report, sending...
08:02:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.459349 13419 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu as pid 13876
08:02:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.459535 13419 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-1/wal/instance
08:02:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.461712 13460 ts_manager.cc:194] Registered new tserver with Master: b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639)
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.463312 14012 heartbeater.cc:344] Connected to a master server at 127.13.26.252:41719
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.463364 13419 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/wal
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/logs
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data/info.pb
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.195:0
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.26.195
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.195
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.463454 14012 heartbeater.cc:461] Registering TS with master...
08:02:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.464048 14012 heartbeater.cc:507] Master 127.13.26.252:41719 requested a full tablet report, sending...
08:02:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.464952 13623 ts_manager.cc:194] Registered new tserver with Master: b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639)
08:02:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.465970 13623 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.26.194:50483
08:02:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.468550 14014 heartbeater.cc:344] Connected to a master server at 127.13.26.253:36657
08:02:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.468683 14014 heartbeater.cc:461] Registering TS with master...
08:02:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.468986 14014 heartbeater.cc:507] Master 127.13.26.253:36657 requested a full tablet report, sending...
08:02:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.470090 13542 ts_manager.cc:194] Registered new tserver with Master: b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639)
08:02:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.511629 13731 catalog_manager.cc:1294] Loaded cluster ID: 7812f2ed0ffe4365b844d1fd8de6c055
08:02:22.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.511780 13731 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece: loading cluster ID for follower catalog manager: success
08:02:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.515625 13731 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece: acquiring CA information for follower catalog manager: success
08:02:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.518045 13731 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.806507 14017 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.806936 14017 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.807085 14017 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.820540 14017 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.820710 14017 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.820777 14017 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.820825 14017 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.820951 14017 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.26.195
08:02:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.836583 14017 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.26.212:46055
08:02:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/wal
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.26.195:0
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data/info.pb
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.26.195
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.26.254:43089,127.13.26.253:36657,127.13.26.252:41719
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.26.195
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/logs
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 Jun 2026 07:43:22 UTC on bdcb31816ec0
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12450
08:02:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.838691 14017 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.840997 14017 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:22.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.851440 14024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.852259 14023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:22.852254 14026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.853415 14017 server_base.cc:1061] running on GCE node
08:02:22.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.854076 14017 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:22.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.855137 14017 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.856359 14017 hybrid_clock.cc:648] HybridClock initialized: now 1781769742856289 us; error 46 us; skew 500 ppm
08:02:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.856691 14017 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.858911 14017 webserver.cc:533] Webserver started at http://127.13.26.195:43897/ using document root <none> and password file <none>
08:02:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.859602 14017 fs_manager.cc:362] Metadata directory not provided
08:02:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.859731 14017 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.860088 14017 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.862336 14017 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data/instance:
08:02:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d0f35aacdf14b46a292cabecab3e86b"
08:02:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:22 on dist-test-slave-kf5q"
08:02:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.863070 14017 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/wal/instance:
08:02:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d0f35aacdf14b46a292cabecab3e86b"
08:02:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:22 on dist-test-slave-kf5q"
08:02:22.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.868832 14017 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
08:02:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.872500 14032 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.873801 14017 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.873950 14017 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data,/tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/wal
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d0f35aacdf14b46a292cabecab3e86b"
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-18 08:02:22 on dist-test-slave-kf5q"
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.874125 14017 fs_report.cc:389] FS layout report
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/wal
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/wal
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data/data
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.897423 14017 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.898348 14017 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.898644 14017 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:22.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.901727 14017 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:22.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.901839 14017 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.901955 14017 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:22.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.902030 14017 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.958940 14017 rpc_server.cc:307] RPC server started. Bound to: 127.13.26.195:43307
08:02:22.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.958985 14153 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.26.195:43307 every 8 connection(s)
08:02:22.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.960438 14017 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/data/info.pb
08:02:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.963650 13419 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu as pid 14017
08:02:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.963809 13419 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskAP1R6T/test-tmp/mini-kudu-cluster16512382112914197475/ts-2/wal/instance
08:02:22.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.969660 14154 heartbeater.cc:344] Connected to a master server at 127.13.26.252:41719
08:02:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.970003 14154 heartbeater.cc:461] Registering TS with master...
08:02:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.970376 14155 heartbeater.cc:344] Connected to a master server at 127.13.26.254:43089
08:02:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.970525 14155 heartbeater.cc:461] Registering TS with master...
08:02:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.970979 14154 heartbeater.cc:507] Master 127.13.26.252:41719 requested a full tablet report, sending...
08:02:22.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.971089 14155 heartbeater.cc:507] Master 127.13.26.254:43089 requested a full tablet report, sending...
08:02:22.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.972822 13623 ts_manager.cc:194] Registered new tserver with Master: 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195:43307)
08:02:22.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.973817 13623 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.26.195:35685
08:02:22.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.975013 13460 ts_manager.cc:194] Registered new tserver with Master: 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195:43307)
08:02:22.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.976327 14156 heartbeater.cc:344] Connected to a master server at 127.13.26.253:36657
08:02:22.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.976444 14156 heartbeater.cc:461] Registering TS with master...
08:02:22.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.976681 14156 heartbeater.cc:507] Master 127.13.26.253:36657 requested a full tablet report, sending...
08:02:22.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.977564 13542 ts_manager.cc:194] Registered new tserver with Master: 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195:43307)
08:02:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:22.991089 13419 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:02:22.993 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:22.993 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:02:22.994 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.26.254"
port: 43089
}
bound_http_address {
host: "127.13.26.254"
port: 36057
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.26.253"
port: 36657
}
bound_http_address {
host: "127.13.26.253"
port: 40621
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.26.252"
port: 41719
}
bound_http_address {
host: "127.13.26.252"
port: 45697
}
}
}
08:02:22.994 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:02:22.994 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.26.193"
port: 40037
}
bound_http_address {
host: "127.13.26.193"
port: 42063
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.26.194"
port: 39639
}
bound_http_address {
host: "127.13.26.194"
port: 46601
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.26.195"
port: 43307
}
bound_http_address {
host: "127.13.26.195"
port: 43897
}
}
}
08:02:22.995 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:02:22.996 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:02:22.998 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.26.253:36657(127.13.26.253:36657)] connecting to peer
08:02:22.999 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:23.000 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:23.000 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.26.253:36657(127.13.26.253:36657)] Successfully connected to peer
08:02:23.001 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.26.252:41719(127.13.26.252:41719)] Successfully connected to peer
08:02:23.001 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.26.254:43089(127.13.26.254:43089)] Successfully connected to peer
08:02:23.002 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.26.253
08:02:23.003 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.26.252
08:02:23.003 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.26.254
08:02:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.005801 13871 heartbeater.cc:499] Master 127.13.26.252:41719 was elected leader, sending a full tablet report...
08:02:23.014 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x82e26f46, L:/127.0.0.1:53998 - R:/127.13.26.252:41719] using SASL/PLAIN
08:02:23.020 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:23.020 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: OK, deferred=null) after lookup
08:02:23.021 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5f70487f, L:/127.0.0.1:58374 - R:/127.13.26.254:43089] using SASL/PLAIN
08:02:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.021896 13623 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53998:
08:02:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:02:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:02:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:02:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:02:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:23.024166 13623 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:23.028 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x983f95b4, L:/127.0.0.1:49784 - R:/127.13.26.253:36657] using SASL/PLAIN
08:02:23.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ba5ecf14014b472592d837f869c263da
08:02:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.110725 14089 tablet_service.cc:1511] Processing CreateTablet for tablet f203f080566b4f8e98c4e1f8b5782418 (DEFAULT_TABLE table=txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.111862 14088 tablet_service.cc:1511] Processing CreateTablet for tablet 8b5e0679276d4e5982c18832c0e87802 (DEFAULT_TABLE table=txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.112946 14088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8b5e0679276d4e5982c18832c0e87802. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.116287 14089 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f203f080566b4f8e98c4e1f8b5782418. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.125612 13947 tablet_service.cc:1511] Processing CreateTablet for tablet f203f080566b4f8e98c4e1f8b5782418 (DEFAULT_TABLE table=txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.127121 13947 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f203f080566b4f8e98c4e1f8b5782418. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.128557 13946 tablet_service.cc:1511] Processing CreateTablet for tablet 8b5e0679276d4e5982c18832c0e87802 (DEFAULT_TABLE table=txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.128975 13946 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8b5e0679276d4e5982c18832c0e87802. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.131796 14180 tablet_bootstrap.cc:492] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b: Bootstrap starting.
08:02:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.135736 14180 tablet_bootstrap.cc:654] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b: Neither blocks nor log segments found. Creating new log.
08:02:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.140467 13806 tablet_service.cc:1511] Processing CreateTablet for tablet f203f080566b4f8e98c4e1f8b5782418 (DEFAULT_TABLE table=txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.141443 13805 tablet_service.cc:1511] Processing CreateTablet for tablet 8b5e0679276d4e5982c18832c0e87802 (DEFAULT_TABLE table=txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.142606 13806 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f203f080566b4f8e98c4e1f8b5782418. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.143155 13805 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8b5e0679276d4e5982c18832c0e87802. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.145444 14180 log.cc:826] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b: Log is configured to *not* fsync() on all Append() calls
08:02:23.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.148521 14181 tablet_bootstrap.cc:492] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80: Bootstrap starting.
08:02:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.152329 14181 tablet_bootstrap.cc:654] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80: Neither blocks nor log segments found. Creating new log.
08:02:23.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.154404 14181 log.cc:826] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80: Log is configured to *not* fsync() on all Append() calls
08:02:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.156885 14180 tablet_bootstrap.cc:492] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b: No bootstrap required, opened a new log
08:02:23.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.157281 14180 ts_tablet_manager.cc:1403] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b: Time spent bootstrapping tablet: real 0.026s user 0.011s sys 0.005s
08:02:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.164038 14181 tablet_bootstrap.cc:492] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80: No bootstrap required, opened a new log
08:02:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.164477 14181 ts_tablet_manager.cc:1403] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80: Time spent bootstrapping tablet: real 0.017s user 0.005s sys 0.003s
08:02:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.164438 14180 raft_consensus.cc:359] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.164855 14180 raft_consensus.cc:385] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.164971 14180 raft_consensus.cc:740] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d0f35aacdf14b46a292cabecab3e86b, State: Initialized, Role: FOLLOWER
08:02:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.165845 14180 consensus_queue.cc:260] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.173221 14184 tablet_bootstrap.cc:492] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b: Bootstrap starting.
08:02:23.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.176542 14181 raft_consensus.cc:359] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.177080 14181 raft_consensus.cc:385] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.177284 14181 raft_consensus.cc:740] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b97790a833bd436db34d13f3f9019b80, State: Initialized, Role: FOLLOWER
08:02:23.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.177326 14184 tablet_bootstrap.cc:654] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b: Neither blocks nor log segments found. Creating new log.
08:02:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.178471 14181 consensus_queue.cc:260] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.178840 14184 log.cc:826] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b: Log is configured to *not* fsync() on all Append() calls
08:02:23.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.179874 14154 heartbeater.cc:499] Master 127.13.26.252:41719 was elected leader, sending a full tablet report...
08:02:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.181077 14180 ts_tablet_manager.cc:1434] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b: Time spent starting tablet: real 0.024s user 0.018s sys 0.004s
08:02:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.181510 14180 tablet_bootstrap.cc:492] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b: Bootstrap starting.
08:02:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.183208 14180 tablet_bootstrap.cc:654] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b: Neither blocks nor log segments found. Creating new log.
08:02:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.200847 14012 heartbeater.cc:499] Master 127.13.26.252:41719 was elected leader, sending a full tablet report...
08:02:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.203456 14181 ts_tablet_manager.cc:1434] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80: Time spent starting tablet: real 0.039s user 0.006s sys 0.022s
08:02:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.204043 14181 tablet_bootstrap.cc:492] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80: Bootstrap starting.
08:02:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.206130 14181 tablet_bootstrap.cc:654] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80: Neither blocks nor log segments found. Creating new log.
08:02:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:23.207670 14015 tablet.cc:2406] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:23.214874 14157 tablet.cc:2406] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.222219 14184 tablet_bootstrap.cc:492] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b: No bootstrap required, opened a new log
08:02:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.222585 14184 ts_tablet_manager.cc:1403] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b: Time spent bootstrapping tablet: real 0.050s user 0.012s sys 0.000s
08:02:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.229238 14180 tablet_bootstrap.cc:492] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b: No bootstrap required, opened a new log
08:02:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.229244 14181 tablet_bootstrap.cc:492] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80: No bootstrap required, opened a new log
08:02:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.229410 14180 ts_tablet_manager.cc:1403] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b: Time spent bootstrapping tablet: real 0.048s user 0.029s sys 0.017s
08:02:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.229653 14181 ts_tablet_manager.cc:1403] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80: Time spent bootstrapping tablet: real 0.026s user 0.012s sys 0.011s
08:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.230201 14180 raft_consensus.cc:359] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.230664 14181 raft_consensus.cc:359] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.230933 14181 raft_consensus.cc:385] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.231105 14181 raft_consensus.cc:740] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b97790a833bd436db34d13f3f9019b80, State: Initialized, Role: FOLLOWER
08:02:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.230939 14184 raft_consensus.cc:359] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.231376 14184 raft_consensus.cc:385] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.231485 14184 raft_consensus.cc:740] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1a7ed11cd924ebe9394376de9abae5b, State: Initialized, Role: FOLLOWER
08:02:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.232257 14181 consensus_queue.cc:260] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.232285 14184 consensus_queue.cc:260] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.232941 14181 ts_tablet_manager.cc:1434] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
08:02:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.230384 14180 raft_consensus.cc:385] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.237445 14180 raft_consensus.cc:740] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d0f35aacdf14b46a292cabecab3e86b, State: Initialized, Role: FOLLOWER
08:02:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.237758 14180 consensus_queue.cc:260] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.238423 14180 ts_tablet_manager.cc:1434] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b: Time spent starting tablet: real 0.009s user 0.002s sys 0.001s
08:02:23.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.258147 14190 raft_consensus.cc:493] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:23.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.258453 14190 raft_consensus.cc:515] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.259657 14184 ts_tablet_manager.cc:1434] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b: Time spent starting tablet: real 0.037s user 0.013s sys 0.021s
08:02:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.260213 14184 tablet_bootstrap.cc:492] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b: Bootstrap starting.
08:02:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.262060 14184 tablet_bootstrap.cc:654] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b: Neither blocks nor log segments found. Creating new log.
08:02:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.264930 14184 tablet_bootstrap.cc:492] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b: No bootstrap required, opened a new log
08:02:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.265112 14184 ts_tablet_manager.cc:1403] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
08:02:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.265956 14184 raft_consensus.cc:359] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.266144 14184 raft_consensus.cc:385] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.266234 14184 raft_consensus.cc:740] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1a7ed11cd924ebe9394376de9abae5b, State: Initialized, Role: FOLLOWER
08:02:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.266496 14184 consensus_queue.cc:260] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.265457 14190 leader_election.cc:290] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639), 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195:43307)
08:02:23.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.267012 14184 ts_tablet_manager.cc:1434] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:02:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.274335 13967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8b5e0679276d4e5982c18832c0e87802" candidate_uuid: "f1a7ed11cd924ebe9394376de9abae5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b97790a833bd436db34d13f3f9019b80" is_pre_election: true
08:02:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.274801 13967 raft_consensus.cc:2468] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f1a7ed11cd924ebe9394376de9abae5b in term 0.
08:02:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.274968 14109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8b5e0679276d4e5982c18832c0e87802" candidate_uuid: "f1a7ed11cd924ebe9394376de9abae5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d0f35aacdf14b46a292cabecab3e86b" is_pre_election: true
08:02:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.275375 13748 leader_election.cc:304] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b97790a833bd436db34d13f3f9019b80, f1a7ed11cd924ebe9394376de9abae5b; no voters:
08:02:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.275418 14109 raft_consensus.cc:2468] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f1a7ed11cd924ebe9394376de9abae5b in term 0.
08:02:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.275712 14190 raft_consensus.cc:2804] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.275967 14190 raft_consensus.cc:493] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.276084 14190 raft_consensus.cc:3060] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Advancing to term 1
08:02:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.277938 14190 raft_consensus.cc:515] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.278640 14190 leader_election.cc:290] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [CANDIDATE]: Term 1 election: Requested vote from peers b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639), 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195:43307)
08:02:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.278914 13967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8b5e0679276d4e5982c18832c0e87802" candidate_uuid: "f1a7ed11cd924ebe9394376de9abae5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b97790a833bd436db34d13f3f9019b80"
08:02:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.279078 14109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8b5e0679276d4e5982c18832c0e87802" candidate_uuid: "f1a7ed11cd924ebe9394376de9abae5b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d0f35aacdf14b46a292cabecab3e86b"
08:02:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.279090 13967 raft_consensus.cc:3060] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Advancing to term 1
08:02:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.279258 14109 raft_consensus.cc:3060] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Advancing to term 1
08:02:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.281231 13967 raft_consensus.cc:2468] T 8b5e0679276d4e5982c18832c0e87802 P b97790a833bd436db34d13f3f9019b80 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f1a7ed11cd924ebe9394376de9abae5b in term 1.
08:02:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.281582 13748 leader_election.cc:304] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b97790a833bd436db34d13f3f9019b80, f1a7ed11cd924ebe9394376de9abae5b; no voters:
08:02:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.281845 14190 raft_consensus.cc:2804] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 1 FOLLOWER]: Leader election won for term 1
08:02:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.281983 14190 raft_consensus.cc:697] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [term 1 LEADER]: Becoming Leader. State: Replica: f1a7ed11cd924ebe9394376de9abae5b, State: Running, Role: LEADER
08:02:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.282124 14109 raft_consensus.cc:2468] T 8b5e0679276d4e5982c18832c0e87802 P 2d0f35aacdf14b46a292cabecab3e86b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f1a7ed11cd924ebe9394376de9abae5b in term 1.
08:02:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.282961 14190 consensus_queue.cc:237] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.288620 13623 catalog_manager.cc:5696] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b reported cstate change: term changed from 0 to 1, leader changed from <none> to f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193). New cstate: current_term: 1 leader_uuid: "f1a7ed11cd924ebe9394376de9abae5b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } health_report { overall_health: UNKNOWN } } }
08:02:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.368901 14185 raft_consensus.cc:493] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.369100 14185 raft_consensus.cc:515] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.370781 14185 leader_election.cc:290] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193:40037), b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639)
08:02:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.376888 13967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f203f080566b4f8e98c4e1f8b5782418" candidate_uuid: "2d0f35aacdf14b46a292cabecab3e86b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b97790a833bd436db34d13f3f9019b80" is_pre_election: true
08:02:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.377097 13967 raft_consensus.cc:2468] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d0f35aacdf14b46a292cabecab3e86b in term 0.
08:02:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.376984 13826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f203f080566b4f8e98c4e1f8b5782418" candidate_uuid: "2d0f35aacdf14b46a292cabecab3e86b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1a7ed11cd924ebe9394376de9abae5b" is_pre_election: true
08:02:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.377357 13826 raft_consensus.cc:2468] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d0f35aacdf14b46a292cabecab3e86b in term 0.
08:02:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.377542 14034 leader_election.cc:304] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d0f35aacdf14b46a292cabecab3e86b, b97790a833bd436db34d13f3f9019b80; no voters:
08:02:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.377851 14185 raft_consensus.cc:2804] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.377965 14185 raft_consensus.cc:493] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.378060 14185 raft_consensus.cc:3060] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Advancing to term 1
08:02:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.380002 14185 raft_consensus.cc:515] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.380537 14185 leader_election.cc:290] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [CANDIDATE]: Term 1 election: Requested vote from peers f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193:40037), b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639)
08:02:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.380906 13826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f203f080566b4f8e98c4e1f8b5782418" candidate_uuid: "2d0f35aacdf14b46a292cabecab3e86b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1a7ed11cd924ebe9394376de9abae5b"
08:02:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.381073 13826 raft_consensus.cc:3060] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Advancing to term 1
08:02:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.381173 13967 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f203f080566b4f8e98c4e1f8b5782418" candidate_uuid: "2d0f35aacdf14b46a292cabecab3e86b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b97790a833bd436db34d13f3f9019b80"
08:02:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.381376 13967 raft_consensus.cc:3060] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Advancing to term 1
08:02:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.382911 13826 raft_consensus.cc:2468] T f203f080566b4f8e98c4e1f8b5782418 P f1a7ed11cd924ebe9394376de9abae5b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d0f35aacdf14b46a292cabecab3e86b in term 1.
08:02:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.383168 13967 raft_consensus.cc:2468] T f203f080566b4f8e98c4e1f8b5782418 P b97790a833bd436db34d13f3f9019b80 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d0f35aacdf14b46a292cabecab3e86b in term 1.
08:02:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.383248 14034 leader_election.cc:304] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d0f35aacdf14b46a292cabecab3e86b, f1a7ed11cd924ebe9394376de9abae5b; no voters:
08:02:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.383504 14185 raft_consensus.cc:2804] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 1 FOLLOWER]: Leader election won for term 1
08:02:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.383898 14185 raft_consensus.cc:697] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [term 1 LEADER]: Becoming Leader. State: Replica: 2d0f35aacdf14b46a292cabecab3e86b, State: Running, Role: LEADER
08:02:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.384395 14185 consensus_queue.cc:237] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.389166 13623 catalog_manager.cc:5696] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b reported cstate change: term changed from 0 to 1, leader changed from <none> to 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195). New cstate: current_term: 1 leader_uuid: "2d0f35aacdf14b46a292cabecab3e86b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } health_report { overall_health: HEALTHY } } }
08:02:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:23.492626 13874 tablet.cc:2406] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.542480 13623 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54006:
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:23.543488 13623 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:23.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.556203 14088 tablet_service.cc:1511] Processing CreateTablet for tablet 50e68e2c7e204b4da283895420f019bf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b710284c37cc48cd8cbda5ad2d857439]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.556264 13805 tablet_service.cc:1511] Processing CreateTablet for tablet 50e68e2c7e204b4da283895420f019bf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b710284c37cc48cd8cbda5ad2d857439]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.556241 13946 tablet_service.cc:1511] Processing CreateTablet for tablet 50e68e2c7e204b4da283895420f019bf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b710284c37cc48cd8cbda5ad2d857439]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.557147 14088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 50e68e2c7e204b4da283895420f019bf. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.557147 13946 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 50e68e2c7e204b4da283895420f019bf. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.557158 13805 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 50e68e2c7e204b4da283895420f019bf. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.561820 14180 tablet_bootstrap.cc:492] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: Bootstrap starting.
08:02:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.563184 14180 tablet_bootstrap.cc:654] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: Neither blocks nor log segments found. Creating new log.
08:02:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.563561 14184 tablet_bootstrap.cc:492] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: Bootstrap starting.
08:02:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.563609 14181 tablet_bootstrap.cc:492] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: Bootstrap starting.
08:02:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.565058 14184 tablet_bootstrap.cc:654] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: Neither blocks nor log segments found. Creating new log.
08:02:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.565421 14181 tablet_bootstrap.cc:654] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: Neither blocks nor log segments found. Creating new log.
08:02:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.575317 14180 tablet_bootstrap.cc:492] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: No bootstrap required, opened a new log
08:02:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.575456 14181 tablet_bootstrap.cc:492] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: No bootstrap required, opened a new log
08:02:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.575526 14180 ts_tablet_manager.cc:1403] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.004s
08:02:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.575611 14181 ts_tablet_manager.cc:1403] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: Time spent bootstrapping tablet: real 0.012s user 0.003s sys 0.007s
08:02:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.576368 14180 raft_consensus.cc:359] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.576368 14181 raft_consensus.cc:359] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.576583 14181 raft_consensus.cc:385] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.576593 14180 raft_consensus.cc:385] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.576665 14180 raft_consensus.cc:740] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d0f35aacdf14b46a292cabecab3e86b, State: Initialized, Role: FOLLOWER
08:02:23.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.576665 14181 raft_consensus.cc:740] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b97790a833bd436db34d13f3f9019b80, State: Initialized, Role: FOLLOWER
08:02:23.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.577414 14180 consensus_queue.cc:260] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.577613 14181 consensus_queue.cc:260] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.577907 14185 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.578107 14184 tablet_bootstrap.cc:492] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: No bootstrap required, opened a new log
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.578130 14185 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.578125 14181 ts_tablet_manager.cc:1434] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.578284 14184 ts_tablet_manager.cc:1403] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: Time spent bootstrapping tablet: real 0.015s user 0.003s sys 0.010s
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.578704 14180 ts_tablet_manager.cc:1434] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.578981 14186 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.579272 14186 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.580294 14184 raft_consensus.cc:359] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.580492 14184 raft_consensus.cc:385] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.580564 14184 raft_consensus.cc:740] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f1a7ed11cd924ebe9394376de9abae5b, State: Initialized, Role: FOLLOWER
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.580870 14184 consensus_queue.cc:260] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.581712 14190 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.581938 14190 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.582137 14184 ts_tablet_manager.cc:1434] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s
08:02:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.728266 14190 consensus_queue.cc:1048] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.735399 14191 consensus_queue.cc:1048] T 8b5e0679276d4e5982c18832c0e87802 P f1a7ed11cd924ebe9394376de9abae5b [LEADER]: Connected to new peer: Peer: permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.810741 14186 raft_consensus.cc:493] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.810976 14186 raft_consensus.cc:515] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.812788 14186 leader_election.cc:290] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193:40037), 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195:43307)
08:02:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.819877 13826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "50e68e2c7e204b4da283895420f019bf" candidate_uuid: "b97790a833bd436db34d13f3f9019b80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1a7ed11cd924ebe9394376de9abae5b" is_pre_election: true
08:02:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.819947 14109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "50e68e2c7e204b4da283895420f019bf" candidate_uuid: "b97790a833bd436db34d13f3f9019b80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d0f35aacdf14b46a292cabecab3e86b" is_pre_election: true
08:02:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.820175 14109 raft_consensus.cc:2468] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b97790a833bd436db34d13f3f9019b80 in term 0.
08:02:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.820195 13826 raft_consensus.cc:2468] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b97790a833bd436db34d13f3f9019b80 in term 0.
08:02:23.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.820636 13892 leader_election.cc:304] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b97790a833bd436db34d13f3f9019b80, f1a7ed11cd924ebe9394376de9abae5b; no voters:
08:02:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.820981 14186 raft_consensus.cc:2804] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.821095 14186 raft_consensus.cc:493] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.821197 14186 raft_consensus.cc:3060] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 0 FOLLOWER]: Advancing to term 1
08:02:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.823154 14186 raft_consensus.cc:515] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.823734 14186 leader_election.cc:290] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [CANDIDATE]: Term 1 election: Requested vote from peers f1a7ed11cd924ebe9394376de9abae5b (127.13.26.193:40037), 2d0f35aacdf14b46a292cabecab3e86b (127.13.26.195:43307)
08:02:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.824194 14109 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "50e68e2c7e204b4da283895420f019bf" candidate_uuid: "b97790a833bd436db34d13f3f9019b80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d0f35aacdf14b46a292cabecab3e86b"
08:02:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.824195 13826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "50e68e2c7e204b4da283895420f019bf" candidate_uuid: "b97790a833bd436db34d13f3f9019b80" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f1a7ed11cd924ebe9394376de9abae5b"
08:02:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.824400 14109 raft_consensus.cc:3060] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [term 0 FOLLOWER]: Advancing to term 1
08:02:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.824400 13826 raft_consensus.cc:3060] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [term 0 FOLLOWER]: Advancing to term 1
08:02:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.826926 13826 raft_consensus.cc:2468] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b97790a833bd436db34d13f3f9019b80 in term 1.
08:02:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.826932 14109 raft_consensus.cc:2468] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b97790a833bd436db34d13f3f9019b80 in term 1.
08:02:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.827342 13891 leader_election.cc:304] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d0f35aacdf14b46a292cabecab3e86b, b97790a833bd436db34d13f3f9019b80; no voters:
08:02:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.827629 14186 raft_consensus.cc:2804] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 1 FOLLOWER]: Leader election won for term 1
08:02:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.828104 14186 raft_consensus.cc:697] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [term 1 LEADER]: Becoming Leader. State: Replica: b97790a833bd436db34d13f3f9019b80, State: Running, Role: LEADER
08:02:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.828058 14185 consensus_queue.cc:1048] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [LEADER]: Connected to new peer: Peer: permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:23.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.828653 14186 consensus_queue.cc:237] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } }
08:02:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.831534 14221 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: TxnStatusTablet state changed. Reason: New leader b97790a833bd436db34d13f3f9019b80. Latest consensus state: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.831789 14221 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: This TxnStatusTablet replica's current role is: LEADER
08:02:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.832530 13621 catalog_manager.cc:5696] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 reported cstate change: term changed from 0 to 1, leader changed from <none> to b97790a833bd436db34d13f3f9019b80 (127.13.26.194). New cstate: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } health_report { overall_health: UNKNOWN } } }
08:02:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.837651 14197 consensus_queue.cc:1048] T f203f080566b4f8e98c4e1f8b5782418 P 2d0f35aacdf14b46a292cabecab3e86b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:23.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.841429 14225 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:02:23.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.841761 14225 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:02:23.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.882531 14109 raft_consensus.cc:1275] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b [term 1 FOLLOWER]: Refusing update from remote peer b97790a833bd436db34d13f3f9019b80: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:23.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.882645 13826 raft_consensus.cc:1275] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b [term 1 FOLLOWER]: Refusing update from remote peer b97790a833bd436db34d13f3f9019b80: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:23.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.883265 14186 consensus_queue.cc:1048] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:23.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.883560 14221 consensus_queue.cc:1048] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.891057 14197 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: TxnStatusTablet state changed. Reason: New leader b97790a833bd436db34d13f3f9019b80. Latest consensus state: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.891336 14197 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.896142 14186 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.896384 14186 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: This TxnStatusTablet replica's current role is: LEADER
08:02:23.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.896751 14191 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: TxnStatusTablet state changed. Reason: New leader b97790a833bd436db34d13f3f9019b80. Latest consensus state: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.896977 14191 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.901041 14214 mvcc.cc:204] Tried to move back new op lower bound from 7298128870934388736 to 7298128870725816320. Current Snapshot: MvccSnapshot[applied={T|T < 7298128870934388736}]
08:02:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.901450 14217 mvcc.cc:204] Tried to move back new op lower bound from 7298128870934388736 to 7298128870725816320. Current Snapshot: MvccSnapshot[applied={T|T < 7298128870934388736 or (T in {7298128870934388736})}]
08:02:23.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.902127 14197 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.902324 14197 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P 2d0f35aacdf14b46a292cabecab3e86b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:23.903 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:02:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.905821 14222 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.906078 14222 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P b97790a833bd436db34d13f3f9019b80: This TxnStatusTablet replica's current role is: LEADER
08:02:23.908 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table ba5ecf14014b472592d837f869c263da
08:02:23.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f203f080566b4f8e98c4e1f8b5782418 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:02:23.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8b5e0679276d4e5982c18832c0e87802 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:02:23.911 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f203f080566b4f8e98c4e1f8b5782418@[2d0f35aacdf14b46a292cabecab3e86b(127.13.26.195:43307)[L],b97790a833bd436db34d13f3f9019b80(127.13.26.194:39639),f1a7ed11cd924ebe9394376de9abae5b(127.13.26.193:40037)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8b5e0679276d4e5982c18832c0e87802@[2d0f35aacdf14b46a292cabecab3e86b(127.13.26.195:43307),b97790a833bd436db34d13f3f9019b80(127.13.26.194:39639),f1a7ed11cd924ebe9394376de9abae5b(127.13.26.193:40037)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:02:23.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.26.252:41719, [3ms] Sub RPC GetTableLocations: received response from server master-127.13.26.252:41719: OK, deferred=null) after lookup
08:02:23.912 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2d0f35aacdf14b46a292cabecab3e86b(127.13.26.195:43307)] connecting to peer
08:02:23.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.912904 14191 tablet_replica.cc:442] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b97790a833bd436db34d13f3f9019b80" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f1a7ed11cd924ebe9394376de9abae5b" member_type: VOTER last_known_addr { host: "127.13.26.193" port: 40037 } } peers { permanent_uuid: "b97790a833bd436db34d13f3f9019b80" member_type: VOTER last_known_addr { host: "127.13.26.194" port: 39639 } } peers { permanent_uuid: "2d0f35aacdf14b46a292cabecab3e86b" member_type: VOTER last_known_addr { host: "127.13.26.195" port: 43307 } } }
08:02:23.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.913144 14191 tablet_replica.cc:445] T 50e68e2c7e204b4da283895420f019bf P f1a7ed11cd924ebe9394376de9abae5b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:23.917 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2d0f35aacdf14b46a292cabecab3e86b(127.13.26.195:43307)] Successfully connected to peer
08:02:23.930 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0cd21e59, L:/127.0.0.1:52852 - R:/127.13.26.195:43307] using TOKEN/null
08:02:23.974 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.26.252:41719
08:02:23.975 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:02:23.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.975587 13419 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu pid 13589
08:02:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:23.977046 13663 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.139981 13419 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu with pid 13589
08:02:24.166 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.26.252:41719(127.13.26.252:41719)] handling channelInactive
08:02:24.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state READY due to: connection closed
08:02:24.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:02:24.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.167877 13446 connection.cc:573] server connection from 127.0.0.1:58352 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:24.421 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.423 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.13.26.252:41719(127.13.26.252:41719) for tablet Kudu Master: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.438 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.440176 14243 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0986074cb8cb494d9edcf43c4b4647e9)
08:02:24.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.440667 14243 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:24.440 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.440903 14244 raft_consensus.cc:493] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0986074cb8cb494d9edcf43c4b4647e9)
08:02:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.441083 14244 raft_consensus.cc:515] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:24.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.441728 14244 leader_election.cc:290] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e6401a802c964a7799aecb1ecf159ece (127.13.26.253:36657), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.442157 14243 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:24.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.442648 13470 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e6401a802c964a7799aecb1ecf159ece" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f6f39cd0ca3349879a62de92c0adb019" is_pre_election: true
08:02:24.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.442858 13470 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e6401a802c964a7799aecb1ecf159ece in term 1.
08:02:24.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.442191 13549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f6f39cd0ca3349879a62de92c0adb019" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e6401a802c964a7799aecb1ecf159ece" is_pre_election: true
08:02:24.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.443392 13549 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f6f39cd0ca3349879a62de92c0adb019 in term 1.
08:02:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.443799 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece, f6f39cd0ca3349879a62de92c0adb019; no voters:
08:02:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.444026 13448 leader_election.cc:304] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece, f6f39cd0ca3349879a62de92c0adb019; no voters:
08:02:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.444341 14244 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.444446 14244 raft_consensus.cc:493] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0986074cb8cb494d9edcf43c4b4647e9)
08:02:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.444495 14243 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.444532 14244 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 1 FOLLOWER]: Advancing to term 2
08:02:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.444607 14243 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0986074cb8cb494d9edcf43c4b4647e9)
08:02:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.444726 14243 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 1 FOLLOWER]: Advancing to term 2
08:02:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.447618 14244 raft_consensus.cc:515] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.447731 14243 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.448632 14243 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 2 election: Requested vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.448879 13549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f6f39cd0ca3349879a62de92c0adb019" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e6401a802c964a7799aecb1ecf159ece"
08:02:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.449146 13549 raft_consensus.cc:2393] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f6f39cd0ca3349879a62de92c0adb019 in current term 2: Already voted for candidate e6401a802c964a7799aecb1ecf159ece in this term.
08:02:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.449186 14244 leader_election.cc:290] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 2 election: Requested vote from peers e6401a802c964a7799aecb1ecf159ece (127.13.26.253:36657), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.449678 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.450395 13445 leader_election.cc:336] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.450572 13470 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e6401a802c964a7799aecb1ecf159ece" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f6f39cd0ca3349879a62de92c0adb019"
08:02:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.450811 13470 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e6401a802c964a7799aecb1ecf159ece in current term 2: Already voted for candidate f6f39cd0ca3349879a62de92c0adb019 in this term.
08:02:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.451655 13445 leader_election.cc:336] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.451779 13445 leader_election.cc:304] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f6f39cd0ca3349879a62de92c0adb019; no voters: 0986074cb8cb494d9edcf43c4b4647e9, e6401a802c964a7799aecb1ecf159ece
08:02:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.451803 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.451943 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.452052 14244 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.452310 14243 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:24.459 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.478 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.480 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.499 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.519 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.539 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.580 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.581 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.13.26.252:41719, [4ms] received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [22ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [61ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, deferred=Deferred@1257903383(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007fea20339390@6e941119 -> (continuation of Deferred@1577209922 after retry RPC after error@1425825401) -> (continuation of Deferred@1320463196 after retry RPC after error@15099722) -> (continuation of Deferred@1286252372 after retry RPC after error@2048075566) -> (continuation of Deferred@286690683 after retry RPC after error@586773540) -> (continuation of Deferred@1005647656 after retry RPC after error@1480166703) -> (continuation of Deferred@2103557638 after retry RPC after error@340831706), errback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007fea203395b8@28a541cf -> (continuation of Deferred@1577209922 after retry RPC after error@1425825401) -> (continuation of Deferred@1320463196 after retry RPC after error@15099722) -> (continuation of Deferred@1286252372 after retry RPC after error@2048075566) -> (continuation of Deferred@286690683 after retry RPC after error@586773540) -> (continuation of Deferred@1005647656 after retry RPC after error@1480166703) -> (continuation of Deferred@2103557638 after retry RPC after error@340831706)))
08:02:24.582 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.13.26.252:41719, [4ms] received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [22ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [61ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, deferred=Deferred@1257903383(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007fea20339390@6e941119 -> (continuation of Deferred@1577209922 after retry RPC after error@1425825401) -> (continuation of Deferred@1320463196 after retry RPC after error@15099722) -> (continuation of Deferred@1286252372 after retry RPC after error@2048075566) -> (continuation of Deferred@286690683 after retry RPC after error@586773540) -> (continuation of Deferred@1005647656 after retry RPC after error@1480166703) -> (continuation of Deferred@2103557638 after retry RPC after error@340831706), errback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007fea203395b8@28a541cf -> (continuation of Deferred@1577209922 after retry RPC after error@1425825401) -> (continuation of Deferred@1320463196 after retry RPC after error@15099722) -> (continuation of Deferred@1286252372 after retry RPC after error@2048075566) -> (continuation of Deferred@286690683 after retry RPC after error@586773540) -> (continuation of Deferred@1005647656 after retry RPC after error@1480166703) -> (continuation of Deferred@2103557638 after retry RPC after error@340831706)))
08:02:24.598 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.618 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.620 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.639 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.659 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.660 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.679 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.681 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.699 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.701 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.719 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:24.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.791002 14244 raft_consensus.cc:493] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:24.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.791263 14244 raft_consensus.cc:515] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.792174 14244 leader_election.cc:290] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers e6401a802c964a7799aecb1ecf159ece (127.13.26.253:36657), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.792858 13549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f6f39cd0ca3349879a62de92c0adb019" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e6401a802c964a7799aecb1ecf159ece" is_pre_election: true
08:02:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.793090 13549 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f6f39cd0ca3349879a62de92c0adb019 in term 2.
08:02:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.793682 13448 leader_election.cc:304] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece, f6f39cd0ca3349879a62de92c0adb019; no voters:
08:02:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.794013 14244 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:02:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.794135 14244 raft_consensus.cc:493] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.794255 14244 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 2 FOLLOWER]: Advancing to term 3
08:02:24.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.794768 13445 leader_election.cc:336] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.796233 14244 raft_consensus.cc:515] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.796736 14244 leader_election.cc:290] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 3 election: Requested vote from peers e6401a802c964a7799aecb1ecf159ece (127.13.26.253:36657), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.797158 13549 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f6f39cd0ca3349879a62de92c0adb019" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e6401a802c964a7799aecb1ecf159ece"
08:02:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.797348 13549 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 2 FOLLOWER]: Advancing to term 3
08:02:24.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.797948 13445 leader_election.cc:336] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.799283 13549 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f6f39cd0ca3349879a62de92c0adb019 in term 3.
08:02:24.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.799697 13448 leader_election.cc:304] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece, f6f39cd0ca3349879a62de92c0adb019; no voters: 0986074cb8cb494d9edcf43c4b4647e9
08:02:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.799973 14244 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 3 FOLLOWER]: Leader election won for term 3
08:02:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.800398 14244 raft_consensus.cc:697] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [term 3 LEADER]: Becoming Leader. State: Replica: f6f39cd0ca3349879a62de92c0adb019, State: Running, Role: LEADER
08:02:24.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.800885 14244 consensus_queue.cc:237] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.802276 14252 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f6f39cd0ca3349879a62de92c0adb019. Latest consensus state: current_term: 3 leader_uuid: "f6f39cd0ca3349879a62de92c0adb019" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.802532 14252 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: This master's current role is: LEADER
08:02:24.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.803156 14253 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:02:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.805416 14253 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=b710284c37cc48cd8cbda5ad2d857439]
08:02:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.805958 14253 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da]
08:02:24.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.807477 14253 tablet_loader.cc:96] loaded metadata for tablet 50e68e2c7e204b4da283895420f019bf (table kudu_system.kudu_transactions [id=b710284c37cc48cd8cbda5ad2d857439])
08:02:24.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.807966 14253 tablet_loader.cc:96] loaded metadata for tablet 8b5e0679276d4e5982c18832c0e87802 (table txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da])
08:02:24.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.808341 14253 tablet_loader.cc:96] loaded metadata for tablet f203f080566b4f8e98c4e1f8b5782418 (table txn_manager_fallback [id=ba5ecf14014b472592d837f869c263da])
08:02:24.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.808589 14253 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:02:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.809363 14253 catalog_manager.cc:1294] Loaded cluster ID: 7812f2ed0ffe4365b844d1fd8de6c055
08:02:24.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.809448 14253 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:02:24.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.810550 14253 catalog_manager.cc:1539] Loading token signing keys...
08:02:24.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.811414 14253 catalog_manager.cc:6080] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019: Loaded TSK: 0
08:02:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.812351 14253 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:02:24.819 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:24.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:24.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:24.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, deferred=Deferred@886040641(state=PENDING, result=null, callback=(continuation of Deferred@375987274 after retry RPC after error@94606113) -> (continuation of Deferred@2076656366 after retry RPC after error@813772855) -> (continuation of Deferred@1851060513 after retry RPC after error@2004311377) -> (continuation of Deferred@912699747 after retry RPC after error@257896208) -> (continuation of Deferred@1179327011 after retry RPC after error@186341998) -> (continuation of Deferred@141889479 after retry RPC after error@2116322934) -> (continuation of Deferred@1621102995 after retry RPC after error@825884611), errback=(continuation of Deferred@375987274 after retry RPC after error@94606113) -> (continuation of Deferred@2076656366 after retry RPC after error@813772855) -> (continuation of Deferred@1851060513 after retry RPC after error@2004311377) -> (continuation of Deferred@912699747 after retry RPC after error@257896208) -> (continuation of Deferred@1179327011 after retry RPC after error@186341998) -> (continuation of Deferred@141889479 after retry RPC after error@2116322934) -> (continuation of Deferred@1621102995 after retry RPC after error@825884611))) after lookup
08:02:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.856261 13491 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58374 (request call id 16) took 32 ms (client timeout 26 ms). Trace:
08:02:24.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.856494 13491 rpcz_store.cc:269] 0618 08:02:24.823371 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:02:24.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:02:24.823452 (+ 81us) service_pool.cc:224] Handling call
08:02:24.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0618 08:02:24.856155 (+ 32703us) inbound_call.cc:177] Queueing success response
08:02:24.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":503,"thread_start_us":1273,"threads_started":5}
08:02:24.859 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: OK, [224ms] sending RPC to server master-127.13.26.254:43089, deferred=Deferred@886040641(state=PENDING, result=null, callback=(continuation of Deferred@375987274 after retry RPC after error@94606113) -> (continuation of Deferred@2076656366 after retry RPC after error@813772855) -> (continuation of Deferred@1851060513 after retry RPC after error@2004311377) -> (continuation of Deferred@912699747 after retry RPC after error@257896208) -> (continuation of Deferred@1179327011 after retry RPC after error@186341998) -> (continuation of Deferred@141889479 after retry RPC after error@2116322934) -> (continuation of Deferred@1621102995 after retry RPC after error@825884611) -> (continuation of Deferred@1582629904 after retry RPC@2109291896), errback=(continuation of Deferred@375987274 after retry RPC after error@94606113) -> (continuation of Deferred@2076656366 after retry RPC after error@813772855) -> (continuation of Deferred@1851060513 after retry RPC after error@2004311377) -> (continuation of Deferred@912699747 after retry RPC after error@257896208) -> (continuation of Deferred@1179327011 after retry RPC after error@186341998) -> (continuation of Deferred@141889479 after retry RPC after error@2116322934) -> (continuation of Deferred@1621102995 after retry RPC after error@825884611) -> (continuation of Deferred@1582629904 after retry RPC@2109291896)))
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.875316 13459 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59600:
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.877607 13459 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 822091346277 + 9223371214763430392 cannot be represented in type 'long'
08:02:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.917804 13445 consensus_peers.cc:597] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 -> Peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Couldn't send request to peer 0986074cb8cb494d9edcf43c4b4647e9. Status: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.921916 14012 heartbeater.cc:646] Failed to heartbeat to 127.13.26.252:41719 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.927320 13549 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Refusing update from remote peer f6f39cd0ca3349879a62de92c0adb019: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:02:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.928349 14252 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:02:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.931573 14243 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: SysCatalogTable state changed. Reason: New leader f6f39cd0ca3349879a62de92c0adb019. Latest consensus state: current_term: 3 leader_uuid: "f6f39cd0ca3349879a62de92c0adb019" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.931816 14243 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: This master's current role is: FOLLOWER
08:02:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.934695 13897 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.005s from last keepalive heartbeat (effective timeout is 1.000s)
08:02:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.936225 14244 sys_catalog.cc:455] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "f6f39cd0ca3349879a62de92c0adb019" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.936575 14244 sys_catalog.cc:458] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 [sys.catalog]: This master's current role is: LEADER
08:02:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.937769 14243 sys_catalog.cc:455] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "f6f39cd0ca3349879a62de92c0adb019" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } } }
08:02:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:24.937963 14243 sys_catalog.cc:458] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [sys.catalog]: This master's current role is: FOLLOWER
08:02:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.938369 13926 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.13.26.252:41719)
08:02:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.953975 14268 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:02:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:24.982102 14154 heartbeater.cc:646] Failed to heartbeat to 127.13.26.252:41719 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:25.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:25.141178 13871 heartbeater.cc:646] Failed to heartbeat to 127.13.26.252:41719 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:25.331175 13445 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111) [suppressed 15 similar messages]
08:02:25.423 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: b97790a833bd436db34d13f3f9019b80 (127.13.26.194:39639): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781769743 last_transition_timestamp: 1781769744
08:02:25.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:25.435276 13445 consensus_peers.cc:597] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 -> Peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Couldn't send request to peer 0986074cb8cb494d9edcf43c4b4647e9. Status: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f8af49c7ce8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
08:02:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa95e05 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
08:02:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f8b08995712 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
08:02:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f8b08985224 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
08:02:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f8b08af014e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
08:02:25.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f8b08af0d2b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
08:02:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f8b08af596f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
08:02:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:25.921810 14013 heartbeater.cc:499] Master 127.13.26.254:43089 was elected leader, sending a full tablet report...
08:02:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:25.923416 13445 consensus_peers.cc:597] T 00000000000000000000000000000000 P f6f39cd0ca3349879a62de92c0adb019 -> Peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Couldn't send request to peer 0986074cb8cb494d9edcf43c4b4647e9. Status: Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:02:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f8b028732d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
08:02:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f8b02873005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:02:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f8afbb6e88e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:02:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f8afbb6d76e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
08:02:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f8afbb739a8 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
08:02:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f8afbb7430f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
08:02:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f8afbb74138 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:02:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaa681c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:02:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f8af4a89f48 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
08:02:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f8af81536da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
08:02:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f8af0c1161e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
08:02:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
08:02:25.981 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.26.254:43089(127.13.26.254:43089)] handling channelInactive
08:02:25.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state READY due to: connection closed
08:02:25.981 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.13.26.254:43089(127.13.26.254:43089) for tablet Kudu Master: connection closed
08:02:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:25.983135 14155 heartbeater.cc:499] Master 127.13.26.254:43089 was elected leader, sending a full tablet report...
08:02:25.999 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
08:02:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.129032 13872 heartbeater.cc:499] Master 127.13.26.254:43089 was elected leader, sending a full tablet report...
08:02:26.168 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.168 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.178 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.179280 14290 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:26.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.179705 14290 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:26.180 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.180 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.180984 14290 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:26.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.182 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:26.182129 13526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111) [suppressed 6 similar messages]
08:02:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:26.183478 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:26.183663 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.183755 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.184011 14290 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:26.199 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.199 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.218 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.219 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.239 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.240 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.240 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.240 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.240 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.241 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.279 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.279 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.358 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.359 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.438 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.439 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.440 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.440 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.628453 14290 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:26.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.628630 14290 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.629184 14290 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:26.630579 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:26.630792 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.630882 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:26.631098 14290 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:26.699 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.700 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:26.799 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:26.800 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:26.800 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.800 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.800 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:26.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:26.801 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.202796 14299 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.203007 14299 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.203727 14299 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:27.206159 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:27.206357 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.206450 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.206694 14299 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:27.259 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:27.260 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:27.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:27.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:27.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:27.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:27.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:27.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:27.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:27.379 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:27.379 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:27.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:27.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:27.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:27.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:27.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:27.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:27.380 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.931315 14304 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.931488 14304 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.932099 14304 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:27.934520 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:27.934721 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.934828 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:27.935104 14304 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:28.595355 14313 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:28.595530 14313 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:28.596151 14313 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:28.599220 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:28.599448 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:28.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:28.599566 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:28.599876 14313 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:28.739 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:28.740 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:28.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:28.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:28.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:28.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:28.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:28.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:28.741 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:29.038 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:29.039 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:29.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:29.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:29.040 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:29.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:29.040 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:29.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:29.040 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:29.878708 14322 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:29.878914 14322 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:29.879529 14322 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:29.881886 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:29.882077 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:29.882189 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:29.882491 14322 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:30.659 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:30.660 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:30.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:30.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:30.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:30.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:30.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:30.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:30.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:31.999 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:31.999 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:32.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:32.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:32.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:32.000 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:32.000 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:32.000 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:32.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:32.457782 14341 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:32.457981 14341 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:32.458653 14341 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:32.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:32.459995 13526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111) [suppressed 11 similar messages]
08:02:32.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:32.461450 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:32.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:32.461678 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:32.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:32.461772 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:32.462119 14341 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:32.779 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:32.780 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:32.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:32.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:32.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:32.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:32.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:32.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:32.781 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:33.379 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:33.380 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:33.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:33.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:33.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:33.380 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:33.380 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:33.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:33.381 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:33.858513 14351 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:33.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:33.858739 14351 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:33.859398 14351 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:33.861649 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:33.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:33.861866 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:33.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:33.861995 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:33.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:33.862288 14351 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:36.098 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:36.099 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:36.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:36.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:36.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:36.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:36.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:36.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:36.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:36.892223 14372 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:36.892419 14372 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:36.893019 14372 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:36.895424 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:36.895660 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:36.895763 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:36.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:36.896057 14372 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:39.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:39.580 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:39.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:39.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:39.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:39.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:39.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:39.581 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:39.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:39.978 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:39.979 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:39.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:39.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:39.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:39.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:39.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:39.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:39.980 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:40.659 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:40.660 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:40.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:40.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:40.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:40.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:40.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:40.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:40.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:41.838 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:41.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:41.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:41.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:41.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:41.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:41.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:41.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:41.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:44.799 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:44.800 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:44.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:44.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:44.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:44.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:44.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:44.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:44.801 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:45.178 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:45.179 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:45.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:45.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:45.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:45.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:45.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:45.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:45.180 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:47.723115 14444 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:47.723347 14444 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:47.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:47.724211 14444 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:47.725461 13526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:02:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:47.726853 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:47.727069 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:47.727172 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:47.727456 14444 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:47.758 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:47.759 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:47.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:47.760 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:47.760 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:47.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:47.760 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:47.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:47.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:50.499 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:50.500 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:50.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:50.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:50.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:50.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:50.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:50.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:50.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:54.219 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:54.219 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:54.220 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:54.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:54.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:54.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:54.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:54.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:54.220 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:54.399 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:54.399 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:54.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:54.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:54.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:54.400 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:54.400 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:54.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:54.401 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:02:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:55.607889 14491 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:02:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:55.608110 14491 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:02:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:55.608767 14491 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:02:55.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:55.610026 13526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:02:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:55.611536 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:02:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:02:55.611919 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:02:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:55.612038 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:02:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:02:55.612296 14491 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:57.859 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:02:57.859 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:02:57.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:57.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:57.860 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:57.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:02:57.860 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:57.860 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:02:57.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:00.299 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:00.301 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:00.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:00.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:00.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:00.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:00.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:00.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:00.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:04.379 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:04.380 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:04.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:04.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:04.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:04.380 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:04.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:04.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:04.381 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:06.059 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:06.060 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:06.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:06.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:06.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:06.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:06.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:06.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:06.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:06.958 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:06.959 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:06.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:06.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:06.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:06.960 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:06.960 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:06.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:06.960 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:07.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:07.124634 14569 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:03:07.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:07.124823 14569 raft_consensus.cc:515] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f6f39cd0ca3349879a62de92c0adb019" member_type: VOTER last_known_addr { host: "127.13.26.254" port: 43089 } } peers { permanent_uuid: "e6401a802c964a7799aecb1ecf159ece" member_type: VOTER last_known_addr { host: "127.13.26.253" port: 36657 } } peers { permanent_uuid: "0986074cb8cb494d9edcf43c4b4647e9" member_type: VOTER last_known_addr { host: "127.13.26.252" port: 41719 } }
08:03:07.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:07.125448 14569 leader_election.cc:290] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089), 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719)
08:03:07.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:07.126483 13526 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:03:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:07.127887 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f6f39cd0ca3349879a62de92c0adb019 (127.13.26.254:43089): Network error: Client connection negotiation failed: client connection to 127.13.26.254:43089: connect: Connection refused (error 111)
08:03:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:07.128070 13526 leader_election.cc:336] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 0986074cb8cb494d9edcf43c4b4647e9 (127.13.26.252:41719): Network error: Client connection negotiation failed: client connection to 127.13.26.252:41719: connect: Connection refused (error 111)
08:03:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:07.128153 13526 leader_election.cc:304] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e6401a802c964a7799aecb1ecf159ece; no voters: 0986074cb8cb494d9edcf43c4b4647e9, f6f39cd0ca3349879a62de92c0adb019
08:03:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:07.128367 14569 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:03:08.178 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:08.179 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:08.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:08.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:08.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:08.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:08.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:08.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:08.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:09.199 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:09.199 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:09.200 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:09.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:09.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:09.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:09.200 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:09.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:09.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:10.759 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:10.759 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:10.760 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:10.760 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:10.760 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:10.760 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:10.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:10.760 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:10.761 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:11.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:11.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:11.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:11.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:11.840 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:11.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:11.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:11.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:11.841 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:13.879 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.254:43089(127.13.26.254:43089)] connecting to peer
08:03:13.879 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.13.26.252:41719(127.13.26.252:41719)] connecting to peer
08:03:13.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:13.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.254:43089(127.13.26.254:43089)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:13.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.254:43089: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089
08:03:13.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:13.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.26.252:41719(127.13.26.252:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:13.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.26.252:41719: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
08:03:13.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719; will retry
08:03:13.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=39, TimeoutTracker(timeout=50000, elapsed=47712), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [12ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [14ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [15ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [52ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [53ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [53ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [74ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [114ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [191ms] refreshing cache from master, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [194ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [272ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [273ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [273ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [273ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [533ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [533ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [534ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [534ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [632ms] refreshing cache from master, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [633ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [634ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [634ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1092ms] refreshing cache from master, [1092ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1092ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1093ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [1093ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [1094ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1094ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [1094ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1211ms] refreshing cache from master, [1211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1213ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2572ms] refreshing cache from master, [2572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [2572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [2573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2573ms] too many traces: truncated at 100 traces, deferred=Deferred@395222947(state=PENDING, result=null, callback=(continuation of Deferred@1676194142 after retry RPC after error@1251724909) -> (continuation of Deferred@1644137017 after retry RPC after error@40854050) -> (continuation of Deferred@615203184 after retry RPC after error@819403566) -> (continuation of Deferred@761590095 after retry RPC after error@1415837875) -> (continuation of Deferred@708678542 after retry RPC after error@582738828) -> (continuation of Deferred@677347357 after retry RPC after error@1672627141) -> (continuation of Deferred@626331102 after retry RPC after error@1477389691) -> (continuation of Deferred@209977615 after retry RPC after error@2111424305) -> (continuation of Deferred@1886330537 after retry RPC after error@1370128682) -> (continuation of Deferred@2097835625 after retry RPC after error@1322901174) -> (continuation of Deferred@1179323282 after retry RPC after error@1131241888) -> (continuation of Deferred@1840920194 after retry RPC after error@1838574061) -> (continuation of Deferred@1931475030 after retry RPC after error@1532491764) -> (continuation of Deferred@1734726714 after retry RPC after error@971112506) -> (continuation of Deferred@900960792 after retry RPC after error@1371486989) -> (continuation of Deferred@405991684 after retry RPC after error@838386152) -> (continuation of Deferred@418559645 after retry RPC after error@809337309) -> (continuation of Deferred@1057553423 after retry RPC after error@1208520071) -> (continuation of Deferred@1170443333 after retry RPC after error@430759497) -> (continuation of Deferred@1631367671 after retry RPC after error@1842638050) -> (continuation of Deferred@875328697 after retry RPC after error@1259186915) -> (continuation of Deferred@1329203580 after retry RPC after error@29871877) -> (continuation of Deferred@1452931640 after retry RPC after error@1885669562) -> (continuation of Deferred@1871420963 after retry RPC after error@1342954288) -> (continuation of Deferred@1230680883 after retry RPC after error@287462010) -> (continuation of Deferred@585874683 after retry RPC after error@750203341) -> (continuation of Deferred@812174403 after retry RPC after error@861596086) -> (continuation of Deferred@1277790018 after retry RPC after error@1493560915) -> (continuation of Deferred@804862948 after retry RPC after error@1258971380) -> (continuation of Deferred@1259990336 after retry RPC after error@1025041670) -> (continuation of Deferred@1532551002 after retry RPC after error@1129126149) -> (continuation of Deferred@1203408833 after retry RPC after error@1030779621) -> (continuation of Deferred@542103582 after retry RPC after error@199325731) -> (continuation of Deferred@406202905 after retry RPC after error@644842656) -> (continuation of Deferred@2017339227 after retry RPC after error@2023651359) -> (continuation of Deferred@1372713975 after retry RPC after error@197212137) -> (continuation of Deferred@46976309 after retry RPC after error@152638451) -> (continuation of Deferred@1468598124 after retry RPC after error@1442122763), errback=(continuation of Deferred@1676194142 after retry RPC after error@1251724909) -> (continuation of Deferred@1644137017 after retry RPC after error@40854050) -> (continuation of Deferred@615203184 after retry RPC after error@819403566) -> (continuation of Deferred@761590095 after retry RPC after error@1415837875) -> (continuation of Deferred@708678542 after retry RPC after error@582738828) -> (continuation of Deferred@677347357 after retry RPC after error@1672627141) -> (continuation of Deferred@626331102 after retry RPC after error@1477389691) -> (continuation of Deferred@209977615 after retry RPC after error@2111424305) -> (continuation of Deferred@1886330537 after retry RPC after error@1370128682) -> (continuation of Deferred@2097835625 after retry RPC after error@1322901174) -> (continuation of Deferred@1179323282 after retry RPC after error@1131241888) -> (continuation of Deferred@1840920194 after retry RPC after error@1838574061) -> (continuation of Deferred@1931475030 after retry RPC after error@1532491764) -> (continuation of Deferred@1734726714 after retry RPC after error@971112506) -> (continuation of Deferred@900960792 after retry RPC after error@1371486989) -> (continuation of Deferred@405991684 after retry RPC after error@838386152) -> (continuation of Deferred@418559645 after retry RPC after error@809337309) -> (continuation of Deferred@1057553423 after retry RPC after error@1208520071) -> (continuation of Deferred@1170443333 after retry RPC after error@430759497) -> (continuation of Deferred@1631367671 after retry RPC after error@1842638050) -> (continuation of Deferred@875328697 after retry RPC after error@1259186915) -> (continuation of Deferred@1329203580 after retry RPC after error@29871877) -> (continuation of Deferred@1452931640 after retry RPC after error@1885669562) -> (continuation of Deferred@1871420963 after retry RPC after error@1342954288) -> (continuation of Deferred@1230680883 after retry RPC after error@287462010) -> (continuation of Deferred@585874683 after retry RPC after error@750203341) -> (continuation of Deferred@812174403 after retry RPC after error@861596086) -> (continuation of Deferred@1277790018 after retry RPC after error@1493560915) -> (continuation of Deferred@804862948 after retry RPC after error@1258971380) -> (continuation of Deferred@1259990336 after retry RPC after error@1025041670) -> (continuation of Deferred@1532551002 after retry RPC after error@1129126149) -> (continuation of Deferred@1203408833 after retry RPC after error@1030779621) -> (continuation of Deferred@542103582 after retry RPC after error@199325731) -> (continuation of Deferred@406202905 after retry RPC after error@644842656) -> (continuation of Deferred@2017339227 after retry RPC after error@2023651359) -> (continuation of Deferred@1372713975 after retry RPC after error@197212137) -> (continuation of Deferred@46976309 after retry RPC after error@152638451) -> (continuation of Deferred@1468598124 after retry RPC after error@1442122763)))
08:03:13.882 [DEBUG - main] (Connection.java:575) [peer master-127.13.26.254:43089(127.13.26.254:43089)] disconnecting while in state TERMINATED
08:03:13.883 [DEBUG - main] (Connection.java:575) [peer master-127.13.26.253:36657(127.13.26.253:36657)] disconnecting while in state READY
08:03:13.883 [DEBUG - main] (Connection.java:575) [peer 2d0f35aacdf14b46a292cabecab3e86b(127.13.26.195:43307)] disconnecting while in state READY
08:03:13.883 [DEBUG - main] (Connection.java:575) [peer master-127.13.26.252:41719(127.13.26.252:41719)] disconnecting while in state TERMINATED
08:03:13.883 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.26.253:36657(127.13.26.253:36657)] handling channelInactive
08:03:13.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.26.253:36657(127.13.26.253:36657)] cleaning up while in state READY due to: connection closed
08:03:13.883 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:03:13.884 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2d0f35aacdf14b46a292cabecab3e86b(127.13.26.195:43307)] handling channelInactive
08:03:13.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d0f35aacdf14b46a292cabecab3e86b(127.13.26.195:43307)] cleaning up while in state READY due to: connection closed
08:03:13.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:13.884754 13419 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu pid 13712
08:03:13.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:13.892573 13866 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.002537 13419 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu with pid 13712
08:03:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260618 08:03:14.019937 14035 connection.cc:573] server connection from 127.13.26.193:37251 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.020331 13419 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu pid 13876
08:03:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.027906 14007 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:14.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.161063 13419 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu with pid 13876
08:03:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.180476 13419 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu pid 14017
08:03:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.190034 14149 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.302825 13419 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu with pid 14017
08:03:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.319121 13419 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu pid 13508
08:03:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.320338 13582 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.442226 14622 raft_consensus.cc:493] T 00000000000000000000000000000000 P e6401a802c964a7799aecb1ecf159ece [term 3 FOLLOWER]: Starting pre-election (detected failure of leader f6f39cd0ca3349879a62de92c0adb019)
08:03:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260618 08:03:14.442440 13419 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskAP1R6T/build/asan/bin/kudu with pid 13508
08:03:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-18T08:03:14Z chronyd exiting
08:03:14.600 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=39, TimeoutTracker(timeout=50000, elapsed=47712), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [12ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [14ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [15ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [52ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [53ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [53ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [74ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [114ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [191ms] refreshing cache from master, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [194ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [272ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [273ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [273ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [273ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [533ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [533ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [534ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [534ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [632ms] refreshing cache from master, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [633ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [634ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [634ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1092ms] refreshing cache from master, [1092ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1092ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1093ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [1093ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [1094ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1094ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [1094ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1211ms] refreshing cache from master, [1211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1213ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2572ms] refreshing cache from master, [2572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [2572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [2573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2573ms] too many traces: truncated at 100 traces, deferred=Deferred@395222947(state=PENDING, result=null, callback=(continuation of Deferred@1676194142 after retry RPC after error@1251724909) -> (continuation of Deferred@1644137017 after retry RPC after error@40854050) -> (continuation of Deferred@615203184 after retry RPC after error@819403566) -> (continuation of Deferred@761590095 after retry RPC after error@1415837875) -> (continuation of Deferred@708678542 after retry RPC after error@582738828) -> (continuation of Deferred@677347357 after retry RPC after error@1672627141) -> (continuation of Deferred@626331102 after retry RPC after error@1477389691) -> (continuation of Deferred@209977615 after retry RPC after error@2111424305) -> (continuation of Deferred@1886330537 after retry RPC after error@1370128682) -> (continuation of Deferred@2097835625 after retry RPC after error@1322901174) -> (continuation of Deferred@1179323282 after retry RPC after error@1131241888) -> (continuation of Deferred@1840920194 after retry RPC after error@1838574061) -> (continuation of Deferred@1931475030 after retry RPC after error@1532491764) -> (continuation of Deferred@1734726714 after retry RPC after error@971112506) -> (continuation of Deferred@900960792 after retry RPC after error@1371486989) -> (continuation of Deferred@405991684 after retry RPC after error@838386152) -> (continuation of Deferred@418559645 after retry RPC after error@809337309) -> (continuation of Deferred@1057553423 after retry RPC after error@1208520071) -> (continuation of Deferred@1170443333 after retry RPC after error@430759497) -> (continuation of Deferred@1631367671 after retry RPC after error@1842638050) -> (continuation of Deferred@875328697 after retry RPC after error@1259186915) -> (continuation of Deferred@1329203580 after retry RPC after error@29871877) -> (continuation of Deferred@1452931640 after retry RPC after error@1885669562) -> (continuation of Deferred@1871420963 after retry RPC after error@1342954288) -> (continuation of Deferred@1230680883 after retry RPC after error@287462010) -> (continuation of Deferred@585874683 after retry RPC after error@750203341) -> (continuation of Deferred@812174403 after retry RPC after error@861596086) -> (continuation of Deferred@1277790018 after retry RPC after error@1493560915) -> (continuation of Deferred@804862948 after retry RPC after error@1258971380) -> (continuation of Deferred@1259990336 after retry RPC after error@1025041670) -> (continuation of Deferred@1532551002 after retry RPC after error@1129126149) -> (continuation of Deferred@1203408833 after retry RPC after error@1030779621) -> (continuation of Deferred@542103582 after retry RPC after error@199325731) -> (continuation of Deferred@406202905 after retry RPC after error@644842656) -> (continuation of Deferred@2017339227 after retry RPC after error@2023651359) -> (continuation of Deferred@1372713975 after retry RPC after error@197212137) -> (continuation of Deferred@46976309 after retry RPC after error@152638451) -> (continuation of Deferred@1468598124 after retry RPC after error@1442122763), errback=(continuation of Deferred@1676194142 after retry RPC after error@1251724909) -> (continuation of Deferred@1644137017 after retry RPC after error@40854050) -> (continuation of Deferred@615203184 after retry RPC after error@819403566) -> (continuation of Deferred@761590095 after retry RPC after error@1415837875) -> (continuation of Deferred@708678542 after retry RPC after error@582738828) -> (continuation of Deferred@677347357 after retry RPC after error@1672627141) -> (continuation of Deferred@626331102 after retry RPC after error@1477389691) -> (continuation of Deferred@209977615 after retry RPC after error@2111424305) -> (continuation of Deferred@1886330537 after retry RPC after error@1370128682) -> (continuation of Deferred@2097835625 after retry RPC after error@1322901174) -> (continuation of Deferred@1179323282 after retry RPC after error@1131241888) -> (continuation of Deferred@1840920194 after retry RPC after error@1838574061) -> (continuation of Deferred@1931475030 after retry RPC after error@1532491764) -> (continuation of Deferred@1734726714 after retry RPC after error@971112506) -> (continuation of Deferred@900960792 after retry RPC after error@1371486989) -> (continuation of Deferred@405991684 after retry RPC after error@838386152) -> (continuation of Deferred@418559645 after retry RPC after error@809337309) -> (continuation of Deferred@1057553423 after retry RPC after error@1208520071) -> (continuation of Deferred@1170443333 after retry RPC after error@430759497) -> (continuation of Deferred@1631367671 after retry RPC after error@1842638050) -> (continuation of Deferred@875328697 after retry RPC after error@1259186915) -> (continuation of Deferred@1329203580 after retry RPC after error@29871877) -> (continuation of Deferred@1452931640 after retry RPC after error@1885669562) -> (continuation of Deferred@1871420963 after retry RPC after error@1342954288) -> (continuation of Deferred@1230680883 after retry RPC after error@287462010) -> (continuation of Deferred@585874683 after retry RPC after error@750203341) -> (continuation of Deferred@812174403 after retry RPC after error@861596086) -> (continuation of Deferred@1277790018 after retry RPC after error@1493560915) -> (continuation of Deferred@804862948 after retry RPC after error@1258971380) -> (continuation of Deferred@1259990336 after retry RPC after error@1025041670) -> (continuation of Deferred@1532551002 after retry RPC after error@1129126149) -> (continuation of Deferred@1203408833 after retry RPC after error@1030779621) -> (continuation of Deferred@542103582 after retry RPC after error@199325731) -> (continuation of Deferred@406202905 after retry RPC after error@644842656) -> (continuation of Deferred@2017339227 after retry RPC after error@2023651359) -> (continuation of Deferred@1372713975 after retry RPC after error@197212137) -> (continuation of Deferred@46976309 after retry RPC after error@152638451) -> (continuation of Deferred@1468598124 after retry RPC after error@1442122763)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.26.252:41719
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=39, TimeoutTracker(timeout=50000, elapsed=47712), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [12ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [14ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [15ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [31ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [33ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [34ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [52ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [53ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [53ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [73ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [74ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [113ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [114ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [191ms] refreshing cache from master, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [193ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [194ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [272ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [273ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [273ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [273ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [532ms] refreshing cache from master, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [533ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [533ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [534ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [534ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [632ms] refreshing cache from master, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [632ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [633ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [634ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [634ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [634ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1092ms] refreshing cache from master, [1092ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1092ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1093ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [1093ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [1094ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1094ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [1094ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1211ms] refreshing cache from master, [1211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [1211ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [1212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.254:43089: Network error: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.253:36657: OK, [1213ms] Sub RPC ConnectToMaster: received response from server master-127.13.26.252:41719: Network error: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [1213ms] delaying RPC due to: Service unavailable: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719, [2572ms] refreshing cache from master, [2572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.253:36657, [2572ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.254:43089, [2573ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.26.252:41719, [2573ms] too many traces: truncated at 100 traces, deferred=Deferred@395222947(state=PENDING, result=null, callback=(continuation of Deferred@1676194142 after retry RPC after error@1251724909) -> (continuation of Deferred@1644137017 after retry RPC after error@40854050) -> (continuation of Deferred@615203184 after retry RPC after error@819403566) -> (continuation of Deferred@761590095 after retry RPC after error@1415837875) -> (continuation of Deferred@708678542 after retry RPC after error@582738828) -> (continuation of Deferred@677347357 after retry RPC after error@1672627141) -> (continuation of Deferred@626331102 after retry RPC after error@1477389691) -> (continuation of Deferred@209977615 after retry RPC after error@2111424305) -> (continuation of Deferred@1886330537 after retry RPC after error@1370128682) -> (continuation of Deferred@2097835625 after retry RPC after error@1322901174) -> (continuation of Deferred@1179323282 after retry RPC after error@1131241888) -> (continuation of Deferred@1840920194 after retry RPC after error@1838574061) -> (continuation of Deferred@1931475030 after retry RPC after error@1532491764) -> (continuation of Deferred@1734726714 after retry RPC after error@971112506) -> (continuation of Deferred@900960792 after retry RPC after error@1371486989) -> (continuation of Deferred@405991684 after retry RPC after error@838386152) -> (continuation of Deferred@418559645 after retry RPC after error@809337309) -> (continuation of Deferred@1057553423 after retry RPC after error@1208520071) -> (continuation of Deferred@1170443333 after retry RPC after error@430759497) -> (continuation of Deferred@1631367671 after retry RPC after error@1842638050) -> (continuation of Deferred@875328697 after retry RPC after error@1259186915) -> (continuation of Deferred@1329203580 after retry RPC after error@29871877) -> (continuation of Deferred@1452931640 after retry RPC after error@1885669562) -> (continuation of Deferred@1871420963 after retry RPC after error@1342954288) -> (continuation of Deferred@1230680883 after retry RPC after error@287462010) -> (continuation of Deferred@585874683 after retry RPC after error@750203341) -> (continuation of Deferred@812174403 after retry RPC after error@861596086) -> (continuation of Deferred@1277790018 after retry RPC after error@1493560915) -> (continuation of Deferred@804862948 after retry RPC after error@1258971380) -> (continuation of Deferred@1259990336 after retry RPC after error@1025041670) -> (continuation of Deferred@1532551002 after retry RPC after error@1129126149) -> (continuation of Deferred@1203408833 after retry RPC after error@1030779621) -> (continuation of Deferred@542103582 after retry RPC after error@199325731) -> (continuation of Deferred@406202905 after retry RPC after error@644842656) -> (continuation of Deferred@2017339227 after retry RPC after error@2023651359) -> (continuation of Deferred@1372713975 after retry RPC after error@197212137) -> (continuation of Deferred@46976309 after retry RPC after error@152638451) -> (continuation of Deferred@1468598124 after retry RPC after error@1442122763), errback=(continuation of Deferred@1676194142 after retry RPC after error@1251724909) -> (continuation of Deferred@1644137017 after retry RPC after error@40854050) -> (continuation of Deferred@615203184 after retry RPC after error@819403566) -> (continuation of Deferred@761590095 after retry RPC after error@1415837875) -> (continuation of Deferred@708678542 after retry RPC after error@582738828) -> (continuation of Deferred@677347357 after retry RPC after error@1672627141) -> (continuation of Deferred@626331102 after retry RPC after error@1477389691) -> (continuation of Deferred@209977615 after retry RPC after error@2111424305) -> (continuation of Deferred@1886330537 after retry RPC after error@1370128682) -> (continuation of Deferred@2097835625 after retry RPC after error@1322901174) -> (continuation of Deferred@1179323282 after retry RPC after error@1131241888) -> (continuation of Deferred@1840920194 after retry RPC after error@1838574061) -> (continuation of Deferred@1931475030 after retry RPC after error@1532491764) -> (continuation of Deferred@1734726714 after retry RPC after error@971112506) -> (continuation of Deferred@900960792 after retry RPC after error@1371486989) -> (continuation of Deferred@405991684 after retry RPC after error@838386152) -> (continuation of Deferred@418559645 after retry RPC after error@809337309) -> (continuation of Deferred@1057553423 after retry RPC after error@1208520071) -> (continuation of Deferred@1170443333 after retry RPC after error@430759497) -> (continuation of Deferred@1631367671 after retry RPC after error@1842638050) -> (continuation of Deferred@875328697 after retry RPC after error@1259186915) -> (continuation of Deferred@1329203580 after retry RPC after error@29871877) -> (continuation of Deferred@1452931640 after retry RPC after error@1885669562) -> (continuation of Deferred@1871420963 after retry RPC after error@1342954288) -> (continuation of Deferred@1230680883 after retry RPC after error@287462010) -> (continuation of Deferred@585874683 after retry RPC after error@750203341) -> (continuation of Deferred@812174403 after retry RPC after error@861596086) -> (continuation of Deferred@1277790018 after retry RPC after error@1493560915) -> (continuation of Deferred@804862948 after retry RPC after error@1258971380) -> (continuation of Deferred@1259990336 after retry RPC after error@1025041670) -> (continuation of Deferred@1532551002 after retry RPC after error@1129126149) -> (continuation of Deferred@1203408833 after retry RPC after error@1030779621) -> (continuation of Deferred@542103582 after retry RPC after error@199325731) -> (continuation of Deferred@406202905 after retry RPC after error@644842656) -> (continuation of Deferred@2017339227 after retry RPC after error@2023651359) -> (continuation of Deferred@1372713975 after retry RPC after error@197212137) -> (continuation of Deferred@46976309 after retry RPC after error@152638451) -> (continuation of Deferred@1468598124 after retry RPC after error@1442122763)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.26.253:36657,127.13.26.254:43089,127.13.26.252:41719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.254:43089(127.13.26.254:43089): Connection refused: /127.13.26.254:43089,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.26.252:41719(127.13.26.252:41719): Connection refused: /127.13.26.252:41719
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.26.252:41719
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)