08:10:45.333 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:10:45.333 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksszlRR/test-tmp
08:10:45.333 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:10:45.333 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksszlRR/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:10:45.335 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:10:45.642 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:10:45.642 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:10:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:45.645465 31628 mini_oidc.cc:150] Starting JWKS server
08:10:45.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:45.648567 31628 webserver.cc:492] Webserver started at http://127.0.0.1:38931/ using document root <none> and password file <none>
08:10:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:45.648968 31628 mini_oidc.cc:186] Starting OIDC Discovery server
08:10:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:45.650552 31628 webserver.cc:492] Webserver started at http://127.0.0.1:40185/ using document root <none> and password file <none>
08:10:45.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T08:10:45Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:10:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T08:10:45Z Disabled control of system clock
08:10:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:45.712594 31628 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/wal
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/logs
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data/info.pb
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.62:35181
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.62
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38931/jwks.json
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:10:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:10:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:45.998595 31640 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:10:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:45.999125 31640 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:45.999529 31640 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:10:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.030658 31640 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:10:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.030925 31640 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:10:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.031088 31640 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:10:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.031279 31640 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.031498 31640 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:10:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.031694 31640 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.031836 31640 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38931/jwks.json
08:10:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:46.066833 31640 master_runner.cc:386] Master server non-default flags:
08:10:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/wal
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.62:35181
08:10:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38931/jwks.json
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data/info.pb
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.62
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/logs
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 07:43:22 UTC on e7f111948823
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11675
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:46.068271 31640 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:46.070001 31640 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:10:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.080614 31646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.081961 31647 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:46.085793 31649 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.220033 31648 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
08:10:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.220134 31640 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:10:47.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.223482 31640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:47.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.226502 31640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:47.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.227922 31640 hybrid_clock.cc:648] HybridClock initialized: now 1777536647227864 us; error 78 us; skew 500 ppm
08:10:47.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.228689 31640 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:47.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.235208 31640 webserver.cc:492] Webserver started at http://127.30.227.62:44799/ using document root <none> and password file <none>
08:10:47.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.236120 31640 fs_manager.cc:362] Metadata directory not provided
08:10:47.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.236294 31640 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:47.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.236716 31640 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:10:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.240794 31640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data/instance:
08:10:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72741845a0204e4e86edf22b66ef2cbc"
08:10:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:47 on dist-test-slave-szm7"
08:10:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.241763 31640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/wal/instance:
08:10:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72741845a0204e4e86edf22b66ef2cbc"
08:10:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:47 on dist-test-slave-szm7"
08:10:47.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.248600 31640 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
08:10:47.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.253872 31656 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:47.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.254863 31640 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
08:10:47.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.255144 31640 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data,/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/wal
08:10:47.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72741845a0204e4e86edf22b66ef2cbc"
08:10:47.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:47 on dist-test-slave-szm7"
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.255442 31640 fs_report.cc:389] FS layout report
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/wal
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/wal
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data/data
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.316210 31640 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:10:47.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.317662 31640 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:47.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.318068 31640 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.399675 31640 rpc_server.cc:307] RPC server started. Bound to: 127.30.227.62:35181
08:10:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.399731 31717 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.227.62:35181 every 8 connection(s)
08:10:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.402117 31640 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/data/info.pb
08:10:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.407612 31718 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:10:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.409271 31628 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu as pid 31640
08:10:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.409682 31628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-0/wal/instance
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.412901 31628 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/wal
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/logs
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data/info.pb
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.61:40611
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.61
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38931/jwks.json
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:10:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:10:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.417318 31718 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } has no permanent_uuid. Determining permanent_uuid...
08:10:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.445246 31718 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } has no permanent_uuid. Determining permanent_uuid...
08:10:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.447609 31659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.451906 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.61:40611: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.501415 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } attempt: 1
08:10:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.505537 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.61:40611: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:47.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.574034 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } attempt: 2
08:10:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.577997 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.61:40611: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.669443 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } attempt: 3
08:10:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.673872 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.61:40611: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.712252 31720 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:10:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.712855 31720 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.713361 31720 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:10:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.744836 31720 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:10:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.745173 31720 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:10:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.745424 31720 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:10:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.745708 31720 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.745992 31720 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:10:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.746259 31720 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.746501 31720 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38931/jwks.json
08:10:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.781486 31720 master_runner.cc:386] Master server non-default flags:
08:10:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/wal
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.61:40611
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38931/jwks.json
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data/info.pb
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.61
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/logs
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 07:43:22 UTC on e7f111948823
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11675
08:10:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.783053 31720 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.784971 31720 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:10:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.795361 31729 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:47.817304 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } attempt: 4
08:10:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.823832 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.61:40611: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:48.123330 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } attempt: 5
08:10:48.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:48.145422 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.61:40611: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:48.692934 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } attempt: 6
08:10:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:48.727531 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.61:40611: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:10:49.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.199653 31728 debug-util.cc:398] Leaking SignalData structure 0x7b0800002380 after lost signal to thread 31720
08:10:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.323733 31728 kernel_stack_watchdog.cc:198] Thread 31720 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
08:10:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:10:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:10:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:10:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:10:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.324379 31720 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.529s user 0.545s sys 0.977s
08:10:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:47.795945 31730 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:49.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.324973 31720 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.529s user 0.545s sys 0.977s
08:10:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.326678 31732 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.330789 31731 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1533 milliseconds
08:10:49.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.330816 31720 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:10:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.332217 31720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.334651 31720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.336043 31720 hybrid_clock.cc:648] HybridClock initialized: now 1777536649336007 us; error 35 us; skew 500 ppm
08:10:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.336907 31720 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.343130 31720 webserver.cc:492] Webserver started at http://127.30.227.61:46745/ using document root <none> and password file <none>
08:10:49.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.344249 31720 fs_manager.cc:362] Metadata directory not provided
08:10:49.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.344502 31720 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:49.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.344988 31720 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:10:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.349617 31720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data/instance:
08:10:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b000cadafdc4c92a720414723802080"
08:10:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:49 on dist-test-slave-szm7"
08:10:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.350764 31720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/wal/instance:
08:10:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b000cadafdc4c92a720414723802080"
08:10:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:49 on dist-test-slave-szm7"
08:10:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.357999 31720 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
08:10:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.363373 31741 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:49.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.364472 31720 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.364810 31720 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data,/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/wal
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4b000cadafdc4c92a720414723802080"
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:49 on dist-test-slave-szm7"
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.365136 31720 fs_report.cc:389] FS layout report
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/wal
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/wal
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data/data
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.424361 31720 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:10:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.425794 31720 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:49.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.426333 31720 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.506379 31720 rpc_server.cc:307] RPC server started. Bound to: 127.30.227.61:40611
08:10:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.506446 31802 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.227.61:40611 every 8 connection(s)
08:10:49.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.509541 31720 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/data/info.pb
08:10:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.510564 31628 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu as pid 31720
08:10:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.510972 31628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-1/wal/instance
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.513329 31628 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/wal
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/logs
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data/info.pb
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.60:40125
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.60
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38931/jwks.json
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:10:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:10:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.516714 31803 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:10:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.526882 31803 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } has no permanent_uuid. Determining permanent_uuid...
08:10:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.547896 31803 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } has no permanent_uuid. Determining permanent_uuid...
08:10:49.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.562502 31803 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } has no permanent_uuid. Determining permanent_uuid...
08:10:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.564877 31745 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.569082 31803 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.618628 31803 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 1
08:10:49.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.622365 31803 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.690842 31803 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 2
08:10:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.694737 31803 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.786188 31803 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 3
08:10:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.788120 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } attempt: 7
08:10:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.791549 31803 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.800622 31718 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } has no permanent_uuid. Determining permanent_uuid...
08:10:49.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.805995 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.820219 31805 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:10:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.820693 31805 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.821094 31805 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:10:49.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.851599 31805 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:10:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.851894 31805 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:10:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.852094 31805 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:10:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.852348 31805 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:10:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.852541 31805 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:10:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.852715 31805 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:10:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.852852 31805 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38931/jwks.json
08:10:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.864425 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 1
08:10:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.868245 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.888206 31805 master_runner.cc:386] Master server non-default flags:
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/wal
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.60:40125
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38931/jwks.json
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data/info.pb
08:10:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.60
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/logs
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 07:43:22 UTC on e7f111948823
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11675
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.889492 31805 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.890975 31805 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:10:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.901454 31817 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.935006 31803 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 4
08:10:49.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.941900 31803 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:49.949713 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 2
08:10:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.955706 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:50.041201 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 3
08:10:50.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:50.048873 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:50.189376 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 4
08:10:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:50.197220 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:50.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:50.241454 31803 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 5
08:10:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:50.249390 31803 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:50.480794 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 5
08:10:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:50.488407 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:50.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:50.796931 31803 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 6
08:10:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:50.824111 31803 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:51.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.041008 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 6
08:10:51.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.067006 31718 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.227.60:40125: Network error: Client connection negotiation failed: client connection to 127.30.227.60:40125: connect: Connection refused (error 111)
08:10:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.307202 31816 debug-util.cc:398] Leaking SignalData structure 0x7b0800002380 after lost signal to thread 31805
08:10:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.440233 31816 kernel_stack_watchdog.cc:198] Thread 31805 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
08:10:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:10:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:10:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:10:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:10:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:49.902473 31818 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.445580 31805 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.544s user 0.001s sys 0.001s
08:10:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.445580 31819 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1537 milliseconds
08:10:51.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.445919 31805 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.544s user 0.001s sys 0.001s
08:10:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.447554 31820 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.447606 31805 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:10:51.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.448815 31805 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.451123 31805 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.452473 31805 hybrid_clock.cc:648] HybridClock initialized: now 1777536651452423 us; error 49 us; skew 500 ppm
08:10:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.453320 31805 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.459745 31805 webserver.cc:492] Webserver started at http://127.30.227.60:42431/ using document root <none> and password file <none>
08:10:51.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.460620 31805 fs_manager.cc:362] Metadata directory not provided
08:10:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.460860 31805 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.461315 31805 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:10:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.465535 31805 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data/instance:
08:10:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f174d6765e2e4e079c7829325e6d193f"
08:10:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:51 on dist-test-slave-szm7"
08:10:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.466666 31805 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/wal/instance:
08:10:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f174d6765e2e4e079c7829325e6d193f"
08:10:51.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:51 on dist-test-slave-szm7"
08:10:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.473655 31805 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
08:10:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.479142 31831 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.480085 31805 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
08:10:51.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.480429 31805 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data,/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/wal
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f174d6765e2e4e079c7829325e6d193f"
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:51 on dist-test-slave-szm7"
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.480731 31805 fs_report.cc:389] FS layout report
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/wal
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/wal
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data/data
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.534559 31805 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:10:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.536118 31805 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:51.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.536576 31805 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.619553 31805 rpc_server.cc:307] RPC server started. Bound to: 127.30.227.60:40125
08:10:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.619597 31892 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.227.60:40125 every 8 connection(s)
08:10:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.622231 31805 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/data/info.pb
08:10:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.627260 31628 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu as pid 31805
08:10:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.627748 31628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/master-2/wal/instance
08:10:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.628005 31893 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:10:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.641880 31893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } has no permanent_uuid. Determining permanent_uuid...
08:10:51.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.671058 31893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } has no permanent_uuid. Determining permanent_uuid...
08:10:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.680529 31893 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } has no permanent_uuid. Determining permanent_uuid...
08:10:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.695570 31893 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: Bootstrap starting.
08:10:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.702029 31893 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: Neither blocks nor log segments found. Creating new log.
08:10:51.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.703836 31893 log.cc:826] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: Log is configured to *not* fsync() on all Append() calls
08:10:51.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.708565 31893 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: No bootstrap required, opened a new log
08:10:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.728224 31893 raft_consensus.cc:359] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.729120 31893 raft_consensus.cc:385] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:10:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.729432 31893 raft_consensus.cc:740] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f174d6765e2e4e079c7829325e6d193f, State: Initialized, Role: FOLLOWER
08:10:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.730316 31893 consensus_queue.cc:260] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.732892 31902 sys_catalog.cc:455] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.733525 31902 sys_catalog.cc:458] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: This master's current role is: FOLLOWER
08:10:51.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.734333 31893 sys_catalog.cc:565] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: configured and running, proceeding with master startup.
08:10:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.758416 31913 catalog_manager.cc:1568] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:10:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.758945 31913 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:10:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.753201 31805 master_runner.cc:186] Error getting master registration for 127.30.227.62:35181: OK, instance_id { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" instance_seqno: 1777536647381613 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:10:51.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.782361 31805 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:10:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.788558 31902 raft_consensus.cc:493] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:10:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.789143 31902 raft_consensus.cc:515] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:51.791580 31837 tablet.cc:2404] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:10:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.791848 31902 leader_election.cc:290] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 72741845a0204e4e86edf22b66ef2cbc (127.30.227.62:35181), 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611)
08:10:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.884634 31803 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 7
08:10:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.906620 31803 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080: Bootstrap starting.
08:10:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.914278 31803 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080: Neither blocks nor log segments found. Creating new log.
08:10:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.916608 31803 log.cc:826] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080: Log is configured to *not* fsync() on all Append() calls
08:10:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.922252 31803 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080: No bootstrap required, opened a new log
08:10:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.951287 31803 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.952170 31803 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:10:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.952472 31803 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4b000cadafdc4c92a720414723802080, State: Initialized, Role: FOLLOWER
08:10:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.953394 31803 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.959578 31917 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:10:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.960530 31803 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: configured and running, proceeding with master startup.
08:10:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.960681 31768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b000cadafdc4c92a720414723802080" is_pre_election: true
08:10:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.961776 31917 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.964753 31768 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f174d6765e2e4e079c7829325e6d193f in term 0.
08:10:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.958943 31918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.970408 31918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: This master's current role is: FOLLOWER
08:10:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.973851 31917 leader_election.cc:290] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 72741845a0204e4e86edf22b66ef2cbc (127.30.227.62:35181), f174d6765e2e4e079c7829325e6d193f (127.30.227.60:40125)
08:10:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.973809 31834 leader_election.cc:304] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4b000cadafdc4c92a720414723802080, f174d6765e2e4e079c7829325e6d193f; no voters:
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.975795 31858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b000cadafdc4c92a720414723802080" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f174d6765e2e4e079c7829325e6d193f" is_pre_election: true
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.976596 31858 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4b000cadafdc4c92a720414723802080 in term 0.
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.977487 31902 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Leader pre-election won for term 1
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.977823 31902 raft_consensus.cc:493] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.977857 31745 leader_election.cc:304] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4b000cadafdc4c92a720414723802080, f174d6765e2e4e079c7829325e6d193f; no voters:
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.978176 31902 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 0 FOLLOWER]: Advancing to term 1
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.978967 31917 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.979377 31917 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.980214 31917 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 0 FOLLOWER]: Advancing to term 1
08:10:51.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.985767 31902 raft_consensus.cc:515] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.995733 31902 leader_election.cc:290] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 1 election: Requested vote from peers 72741845a0204e4e86edf22b66ef2cbc (127.30.227.62:35181), 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611)
08:10:51.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:51.991029 31768 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4b000cadafdc4c92a720414723802080"
08:10:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.006745 31917 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.010109 31768 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate f174d6765e2e4e079c7829325e6d193f in current term 1: Already voted for candidate 4b000cadafdc4c92a720414723802080 in this term.
08:10:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.014624 31858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b000cadafdc4c92a720414723802080" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f174d6765e2e4e079c7829325e6d193f"
08:10:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.015625 31858 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 4b000cadafdc4c92a720414723802080 in current term 1: Already voted for candidate f174d6765e2e4e079c7829325e6d193f in this term.
08:10:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.013105 31917 leader_election.cc:290] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [CANDIDATE]: Term 1 election: Requested vote from peers 72741845a0204e4e86edf22b66ef2cbc (127.30.227.62:35181), f174d6765e2e4e079c7829325e6d193f (127.30.227.60:40125)
08:10:52.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.035580 31929 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:10:52.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.036109 31929 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:10:52.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.030514 31720 master_runner.cc:186] Error getting master registration for 127.30.227.62:35181: OK, instance_id { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" instance_seqno: 1777536647381613 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:10:52.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.075369 31720 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:10:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.100485 31718 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } attempt: 7
08:10:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.125694 31718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: Bootstrap starting.
08:10:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.133423 31718 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: Neither blocks nor log segments found. Creating new log.
08:10:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.136299 31718 log.cc:826] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: Log is configured to *not* fsync() on all Append() calls
08:10:52.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.146636 31718 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: No bootstrap required, opened a new log
08:10:52.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.148002 31834 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.30.227.62:35181 timed out after 0.355s (SENT)
08:10:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.182713 31718 raft_consensus.cc:359] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:52.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.183753 31718 raft_consensus.cc:385] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:10:52.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.184211 31718 raft_consensus.cc:740] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72741845a0204e4e86edf22b66ef2cbc, State: Initialized, Role: FOLLOWER
08:10:52.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.184396 31747 tablet.cc:2404] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:10:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.185225 31718 consensus_queue.cc:260] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.190177 31718 sys_catalog.cc:565] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: configured and running, proceeding with master startup.
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.190352 31682 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b000cadafdc4c92a720414723802080" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc" is_pre_election: true
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.191121 31682 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4b000cadafdc4c92a720414723802080 in term 0.
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.192099 31680 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4b000cadafdc4c92a720414723802080" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc"
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.192623 31680 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 0 FOLLOWER]: Advancing to term 1
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.195586 31683 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc" is_pre_election: true
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.196511 31683 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:38880 (request call id 2) took 403 ms (client timeout 355 ms). Trace:
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.196854 31683 rpcz_store.cc:269] 0430 08:10:51.793060 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:10:52.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 08:10:51.793202 (+ 142us) service_pool.cc:225] Handling call
08:10:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 08:10:52.196441 (+403239us) inbound_call.cc:177] Queueing success response
08:10:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:10:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.197801 31679 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc" is_pre_election: true
08:10:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.198997 31681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc"
08:10:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.201959 31834 leader_election.cc:304] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f174d6765e2e4e079c7829325e6d193f; no voters: 4b000cadafdc4c92a720414723802080, 72741845a0204e4e86edf22b66ef2cbc
08:10:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.203034 31902 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
08:10:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.209829 31680 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4b000cadafdc4c92a720414723802080 in term 1.
08:10:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.213336 31744 leader_election.cc:304] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4b000cadafdc4c92a720414723802080, 72741845a0204e4e86edf22b66ef2cbc; no voters: f174d6765e2e4e079c7829325e6d193f
08:10:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.214627 31917 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 1 FOLLOWER]: Leader election won for term 1
08:10:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.215128 31917 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [term 1 LEADER]: Becoming Leader. State: Replica: 4b000cadafdc4c92a720414723802080, State: Running, Role: LEADER
08:10:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.216128 31917 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:10:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.221496 31934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.223560 31934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: This master's current role is: FOLLOWER
08:10:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.230067 31918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4b000cadafdc4c92a720414723802080. Latest consensus state: current_term: 1 leader_uuid: "4b000cadafdc4c92a720414723802080" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.230773 31918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: This master's current role is: LEADER
08:10:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.240510 31938 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:10:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.253468 31938 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:10:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.283555 31858 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Refusing update from remote peer 4b000cadafdc4c92a720414723802080: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:10:52.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.285902 31918 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:10:52.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.290982 31680 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Refusing update from remote peer 4b000cadafdc4c92a720414723802080: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:10:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.292814 31917 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [LEADER]: Connected to new peer: Peer: permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:10:52.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.330382 31662 tablet.cc:2404] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:10:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.341497 31902 sys_catalog.cc:455] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4b000cadafdc4c92a720414723802080. Latest consensus state: current_term: 1 leader_uuid: "4b000cadafdc4c92a720414723802080" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.342399 31902 sys_catalog.cc:458] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: This master's current role is: FOLLOWER
08:10:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.358193 31934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4b000cadafdc4c92a720414723802080. Latest consensus state: current_term: 1 leader_uuid: "4b000cadafdc4c92a720414723802080" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.359346 31942 mvcc.cc:204] Tried to move back new op lower bound from 7280790127724773376 to 7280790127489290240. Current Snapshot: MvccSnapshot[applied={T|T < 7280790127724773376}]
08:10:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.358901 31934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: This master's current role is: FOLLOWER
08:10:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.361629 31917 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4b000cadafdc4c92a720414723802080" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.362282 31917 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: This master's current role is: LEADER
08:10:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.363720 31917 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4b000cadafdc4c92a720414723802080" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.364563 31917 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080 [sys.catalog]: This master's current role is: LEADER
08:10:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.367770 31938 catalog_manager.cc:1357] Generated new cluster ID: 222f577334904e2993ac4f326a0e57b0
08:10:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.368041 31938 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:10:52.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.375561 31945 mvcc.cc:204] Tried to move back new op lower bound from 7280790127724773376 to 7280790127489290240. Current Snapshot: MvccSnapshot[applied={T|T < 7280790127724773376}]
08:10:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.400190 31902 sys_catalog.cc:455] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4b000cadafdc4c92a720414723802080" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.400887 31902 sys_catalog.cc:458] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: This master's current role is: FOLLOWER
08:10:52.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.405866 31934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4b000cadafdc4c92a720414723802080" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:10:52.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.406530 31934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: This master's current role is: FOLLOWER
08:10:52.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.425305 31938 catalog_manager.cc:1380] Generated new certificate authority record
08:10:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.427359 31938 catalog_manager.cc:1514] Loading token signing keys...
08:10:52.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.431782 31956 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:10:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.463057 31938 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 4b000cadafdc4c92a720414723802080: Generated new TSK 0
08:10:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.464053 31938 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.492161 31628 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/wal
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/logs
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data/info.pb
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.1:0
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.227.1
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.1
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:10:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:10:52.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.765373 31913 catalog_manager.cc:1269] Loaded cluster ID: 222f577334904e2993ac4f326a0e57b0
08:10:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.765924 31913 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: loading cluster ID for follower catalog manager: success
08:10:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.773074 31913 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: acquiring CA information for follower catalog manager: success
08:10:52.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:52.782979 31913 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:10:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.936647 31957 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:10:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.937297 31957 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:52.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.938251 31957 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:10:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.996198 31957 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:10:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.997066 31957 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:10:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.997391 31957 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:10:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.997648 31957 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:10:52.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:52.998376 31957 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.227.1
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:53.062623 31957 tablet_server_runner.cc:78] Tablet server non-default flags:
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/wal
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.1:0
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data/info.pb
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.1
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.227.1
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/logs
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 07:43:22 UTC on e7f111948823
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11675
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:53.064283 31957 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:53.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:53.066327 31957 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:10:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:53.083202 31963 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:53.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:53.478919 31956 catalog_manager.cc:1269] Loaded cluster ID: 222f577334904e2993ac4f326a0e57b0
08:10:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:53.491348 31956 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: loading cluster ID for follower catalog manager: success
08:10:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:53.539160 31956 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: acquiring CA information for follower catalog manager: success
08:10:53.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:53.565950 31956 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:10:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:54.486013 31962 debug-util.cc:398] Leaking SignalData structure 0x7b0800028080 after lost signal to thread 31957
08:10:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:55.156318 31962 kernel_stack_watchdog.cc:198] Thread 31957 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
08:10:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:10:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:10:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:10:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:10:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:53.084000 31964 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:55.157800 31957 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.077s user 0.585s sys 0.996s
08:10:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:55.158250 31957 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.078s user 0.585s sys 0.996s
08:10:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:55.170233 31969 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.170375 31957 server_base.cc:1061] running on GCE node
08:10:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.171536 31957 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.174057 31957 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.175555 31957 hybrid_clock.cc:648] HybridClock initialized: now 1777536655175484 us; error 72 us; skew 500 ppm
08:10:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.176414 31957 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.187683 31957 webserver.cc:492] Webserver started at http://127.30.227.1:42907/ using document root <none> and password file <none>
08:10:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.188856 31957 fs_manager.cc:362] Metadata directory not provided
08:10:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.189117 31957 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.189670 31957 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:10:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.195411 31957 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data/instance:
08:10:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7315473617bd4e1e9a5989b975734c0a"
08:10:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:55 on dist-test-slave-szm7"
08:10:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.196729 31957 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/wal/instance:
08:10:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7315473617bd4e1e9a5989b975734c0a"
08:10:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:55 on dist-test-slave-szm7"
08:10:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.205734 31957 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
08:10:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.213063 31974 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.214471 31957 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
08:10:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.214959 31957 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data,/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/wal
08:10:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7315473617bd4e1e9a5989b975734c0a"
08:10:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:55 on dist-test-slave-szm7"
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.215529 31957 fs_report.cc:389] FS layout report
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/wal
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/wal
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data/data
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.288861 31957 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:10:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.290699 31957 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.291203 31957 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.321310 31957 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:10:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.321782 31957 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:10:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.322235 31957 ts_tablet_manager.cc:616] Registered 0 tablets
08:10:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.322543 31957 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:10:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.612907 31957 rpc_server.cc:307] RPC server started. Bound to: 127.30.227.1:46003
08:10:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.613670 32099 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.227.1:46003 every 8 connection(s)
08:10:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.615990 31957 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/data/info.pb
08:10:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.624979 31628 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu as pid 31957
08:10:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.625576 31628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-0/wal/instance
08:10:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.639246 32100 heartbeater.cc:344] Connected to a master server at 127.30.227.60:40125
08:10:55.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.639897 32100 heartbeater.cc:461] Registering TS with master...
08:10:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.641825 32100 heartbeater.cc:507] Master 127.30.227.60:40125 requested a full tablet report, sending...
08:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.646250 31848 ts_manager.cc:194] Registered new tserver with Master: 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003)
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.650128 31628 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/wal
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/logs
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data/info.pb
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.2:0
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.227.2
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.2
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:10:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.668200 32103 heartbeater.cc:344] Connected to a master server at 127.30.227.62:35181
08:10:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.668540 32103 heartbeater.cc:461] Registering TS with master...
08:10:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.669313 32103 heartbeater.cc:507] Master 127.30.227.62:35181 requested a full tablet report, sending...
08:10:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.672966 31673 ts_manager.cc:194] Registered new tserver with Master: 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003)
08:10:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.676560 32101 heartbeater.cc:344] Connected to a master server at 127.30.227.61:40611
08:10:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.676899 32101 heartbeater.cc:461] Registering TS with master...
08:10:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.677855 32101 heartbeater.cc:507] Master 127.30.227.61:40611 requested a full tablet report, sending...
08:10:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.680584 31758 ts_manager.cc:194] Registered new tserver with Master: 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003)
08:10:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:55.683377 31758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.227.1:34891
08:10:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.009259 32102 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:10:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.009719 32102 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.010234 32102 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:10:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.042989 32102 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:10:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.043524 32102 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:10:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.043700 32102 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:10:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.044080 32102 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:10:56.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.044520 32102 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.227.2
08:10:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:56.082310 32102 tablet_server_runner.cc:78] Tablet server non-default flags:
08:10:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/wal
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.2:0
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data/info.pb
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.2
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.227.2
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/logs
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 07:43:22 UTC on e7f111948823
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11675
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:56.083681 32102 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:56.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:56.085439 32102 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:10:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.098613 32111 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:56.687570 32101 heartbeater.cc:499] Master 127.30.227.61:40611 was elected leader, sending a full tablet report...
08:10:57.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:57.500253 32110 debug-util.cc:398] Leaking SignalData structure 0x7b0800028080 after lost signal to thread 32102
08:10:57.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:57.725404 32102 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.624s user 0.000s sys 0.002s
08:10:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:57.725769 32102 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.625s user 0.000s sys 0.002s
08:10:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:56.100018 32112 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:57.726912 32113 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1625 milliseconds
08:10:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:57.729748 32115 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.729676 32102 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:10:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.733167 32102 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.735119 32102 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.736456 32102 hybrid_clock.cc:648] HybridClock initialized: now 1777536657736434 us; error 44 us; skew 500 ppm
08:10:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.737167 32102 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.743136 32102 webserver.cc:492] Webserver started at http://127.30.227.2:33203/ using document root <none> and password file <none>
08:10:57.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.744045 32102 fs_manager.cc:362] Metadata directory not provided
08:10:57.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.744231 32102 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:57.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.744597 32102 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:10:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.748842 32102 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data/instance:
08:10:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af16616fc204b66a4058f3d89736310"
08:10:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:57 on dist-test-slave-szm7"
08:10:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.750044 32102 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/wal/instance:
08:10:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af16616fc204b66a4058f3d89736310"
08:10:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:57 on dist-test-slave-szm7"
08:10:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.757189 32102 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
08:10:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.762722 32124 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.763722 32102 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.763998 32102 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data,/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/wal
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6af16616fc204b66a4058f3d89736310"
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:57 on dist-test-slave-szm7"
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.764245 32102 fs_report.cc:389] FS layout report
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/wal
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/wal
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data/data
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.823165 32102 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:10:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.824821 32102 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.825240 32102 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.835628 32102 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:10:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.835898 32102 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:10:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.836167 32102 ts_tablet_manager.cc:616] Registered 0 tablets
08:10:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:57.836328 32102 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:10:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.013127 32102 rpc_server.cc:307] RPC server started. Bound to: 127.30.227.2:40853
08:10:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.013839 32248 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.227.2:40853 every 8 connection(s)
08:10:58.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.016108 32102 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/data/info.pb
08:10:58.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.016475 31628 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu as pid 32102
08:10:58.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.016773 31628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-1/wal/instance
08:10:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.024686 32251 heartbeater.cc:344] Connected to a master server at 127.30.227.62:35181
08:10:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.025136 32251 heartbeater.cc:461] Registering TS with master...
08:10:58.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.026415 32251 heartbeater.cc:507] Master 127.30.227.62:35181 requested a full tablet report, sending...
08:10:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.029599 31673 ts_manager.cc:194] Registered new tserver with Master: 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853)
08:10:58.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.037570 32249 heartbeater.cc:344] Connected to a master server at 127.30.227.60:40125
08:10:58.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.037937 32249 heartbeater.cc:461] Registering TS with master...
08:10:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.038848 32249 heartbeater.cc:507] Master 127.30.227.60:40125 requested a full tablet report, sending...
08:10:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.039992 32250 heartbeater.cc:344] Connected to a master server at 127.30.227.61:40611
08:10:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.040328 32250 heartbeater.cc:461] Registering TS with master...
08:10:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.041126 32250 heartbeater.cc:507] Master 127.30.227.61:40611 requested a full tablet report, sending...
08:10:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.041239 31848 ts_manager.cc:194] Registered new tserver with Master: 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853)
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.042972 31628 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/wal
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/logs
08:10:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data/info.pb
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.3:0
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.227.3
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.3
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:10:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.043262 31757 ts_manager.cc:194] Registered new tserver with Master: 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853)
08:10:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.045152 31757 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.227.2:60913
08:10:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.352206 32254 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:10:58.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.352717 32254 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:10:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.353267 32254 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:10:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.385895 32254 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:10:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.386359 32254 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:10:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.386513 32254 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:10:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.386665 32254 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:10:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.387024 32254 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.227.3
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.422952 32254 tablet_server_runner.cc:78] Tablet server non-default flags:
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.227.20:36669
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/wal
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.227.3:0
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data/info.pb
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.227.3
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.227.62:35181,127.30.227.61:40611,127.30.227.60:40125
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.227.3
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/logs
08:10:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 07:43:22 UTC on e7f111948823
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11675
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:10:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.424582 32254 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:10:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:58.426261 32254 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:10:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.437907 32260 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.048429 32250 heartbeater.cc:499] Master 127.30.227.61:40611 was elected leader, sending a full tablet report...
08:10:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:58.439613 32261 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:59.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:59.696069 32263 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:10:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:10:59.699285 32262 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1255 milliseconds
08:10:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.699405 32254 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:10:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.700773 32254 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:10:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.702957 32254 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:10:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.704430 32254 hybrid_clock.cc:648] HybridClock initialized: now 1777536659704394 us; error 31 us; skew 500 ppm
08:10:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.705233 32254 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:10:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.711076 32254 webserver.cc:492] Webserver started at http://127.30.227.3:40705/ using document root <none> and password file <none>
08:10:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.712033 32254 fs_manager.cc:362] Metadata directory not provided
08:10:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.712218 32254 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:10:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.712636 32254 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:10:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.716776 32254 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data/instance:
08:10:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de870371b87d499d9b5934fe3bbeab23"
08:10:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:59 on dist-test-slave-szm7"
08:10:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.717788 32254 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/wal/instance:
08:10:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de870371b87d499d9b5934fe3bbeab23"
08:10:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:59 on dist-test-slave-szm7"
08:10:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.724408 32254 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
08:10:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.729508 32271 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:10:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.730537 32254 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.730823 32254 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data,/tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/wal
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de870371b87d499d9b5934fe3bbeab23"
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 08:10:59 on dist-test-slave-szm7"
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.731108 32254 fs_report.cc:389] FS layout report
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/wal
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/wal
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data/data
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:10:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:10:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:10:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:10:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:10:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.815570 32254 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:10:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.817041 32254 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:10:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.817447 32254 kserver.cc:163] Server-wide thread pool size limit: 3276
08:10:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.829623 32254 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:10:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.829917 32254 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:10:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.830267 32254 ts_tablet_manager.cc:616] Registered 0 tablets
08:10:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:10:59.830500 32254 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:11:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.007007 32254 rpc_server.cc:307] RPC server started. Bound to: 127.30.227.3:34941
08:11:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.007634 32396 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.227.3:34941 every 8 connection(s)
08:11:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.010139 32254 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/data/info.pb
08:11:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.014678 31628 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu as pid 32254
08:11:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.015331 31628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksszlRR/test-tmp/mini-kudu-cluster16867356007240108105/ts-2/wal/instance
08:11:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.030869 32397 heartbeater.cc:344] Connected to a master server at 127.30.227.60:40125
08:11:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.031795 32397 heartbeater.cc:461] Registering TS with master...
08:11:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.033702 32397 heartbeater.cc:507] Master 127.30.227.60:40125 requested a full tablet report, sending...
08:11:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.037542 31848 ts_manager.cc:194] Registered new tserver with Master: de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941)
08:11:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.041020 32399 heartbeater.cc:344] Connected to a master server at 127.30.227.62:35181
08:11:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.041406 32399 heartbeater.cc:461] Registering TS with master...
08:11:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.042636 32399 heartbeater.cc:507] Master 127.30.227.62:35181 requested a full tablet report, sending...
08:11:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.044590 32398 heartbeater.cc:344] Connected to a master server at 127.30.227.61:40611
08:11:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.044906 32398 heartbeater.cc:461] Registering TS with master...
08:11:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.045076 31672 ts_manager.cc:194] Registered new tserver with Master: de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941)
08:11:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.045676 32398 heartbeater.cc:507] Master 127.30.227.61:40611 requested a full tablet report, sending...
08:11:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.047592 31757 ts_manager.cc:194] Registered new tserver with Master: de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941)
08:11:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.049271 31757 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.227.3:48373
08:11:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.058866 31628 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:11:00.070 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:11:00.070 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:11:00.071 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.227.62"
port: 35181
}
bound_http_address {
host: "127.30.227.62"
port: 44799
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.227.61"
port: 40611
}
bound_http_address {
host: "127.30.227.61"
port: 46745
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.227.60"
port: 40125
}
bound_http_address {
host: "127.30.227.60"
port: 42431
}
}
}
08:11:00.071 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:11:00.072 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.227.1"
port: 46003
}
bound_http_address {
host: "127.30.227.1"
port: 42907
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.227.2"
port: 40853
}
bound_http_address {
host: "127.30.227.2"
port: 33203
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.227.3"
port: 34941
}
bound_http_address {
host: "127.30.227.3"
port: 40705
}
}
}
08:11:00.072 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:11:00.073 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:11:00.075 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.227.60:40125(127.30.227.60:40125)] connecting to peer
08:11:00.075 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.227.62:35181(127.30.227.62:35181)] connecting to peer
08:11:00.076 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.227.60:40125(127.30.227.60:40125)] Successfully connected to peer
08:11:00.077 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:00.078 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.227.62:35181(127.30.227.62:35181)] Successfully connected to peer
08:11:00.078 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.227.60
08:11:00.079 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.227.61:40611(127.30.227.61:40611)] Successfully connected to peer
08:11:00.081 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.227.62
08:11:00.082 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.227.61
08:11:00.089 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1de7bbfa, L:/127.0.0.1:32978 - R:/127.30.227.60:40125] using SASL/PLAIN
08:11:00.092 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf86c4a2b, L:/127.0.0.1:34218 - R:/127.30.227.61:40611] using SASL/PLAIN
08:11:00.095 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xae592608, L:/127.0.0.1:33052 - R:/127.30.227.62:35181] using SASL/PLAIN
08:11:00.095 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:11:00.095 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [18ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: OK, deferred=null) after lookup
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.097443 31758 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34218:
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:11:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:00.102314 31758 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:11:00.134 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3440744504fd4dd995a29ddd3a3120ed
08:11:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.186955 32184 tablet_service.cc:1511] Processing CreateTablet for tablet 0802345c6c1949caaa9b8464563dae44 (DEFAULT_TABLE table=txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:11:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.187417 32331 tablet_service.cc:1511] Processing CreateTablet for tablet c3dfb733e62840b89ac0a4502c5cc42b (DEFAULT_TABLE table=txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:11:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.189643 32331 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3dfb733e62840b89ac0a4502c5cc42b. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.190135 32033 tablet_service.cc:1511] Processing CreateTablet for tablet c3dfb733e62840b89ac0a4502c5cc42b (DEFAULT_TABLE table=txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:11:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.190158 32034 tablet_service.cc:1511] Processing CreateTablet for tablet 0802345c6c1949caaa9b8464563dae44 (DEFAULT_TABLE table=txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:11:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.190958 32332 tablet_service.cc:1511] Processing CreateTablet for tablet 0802345c6c1949caaa9b8464563dae44 (DEFAULT_TABLE table=txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:11:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.192173 32033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3dfb733e62840b89ac0a4502c5cc42b. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.192271 32332 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0802345c6c1949caaa9b8464563dae44. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.192886 32034 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0802345c6c1949caaa9b8464563dae44. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.187870 32183 tablet_service.cc:1511] Processing CreateTablet for tablet c3dfb733e62840b89ac0a4502c5cc42b (DEFAULT_TABLE table=txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:11:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.194450 32184 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0802345c6c1949caaa9b8464563dae44. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.195401 32183 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c3dfb733e62840b89ac0a4502c5cc42b. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.223838 32425 tablet_bootstrap.cc:492] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310: Bootstrap starting.
08:11:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.234267 32424 tablet_bootstrap.cc:492] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23: Bootstrap starting.
08:11:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.235241 32425 tablet_bootstrap.cc:654] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310: Neither blocks nor log segments found. Creating new log.
08:11:00.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.238396 32425 log.cc:826] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310: Log is configured to *not* fsync() on all Append() calls
08:11:00.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.240491 32426 tablet_bootstrap.cc:492] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a: Bootstrap starting.
08:11:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.242549 32424 tablet_bootstrap.cc:654] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23: Neither blocks nor log segments found. Creating new log.
08:11:00.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.244094 32425 tablet_bootstrap.cc:492] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310: No bootstrap required, opened a new log
08:11:00.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.244608 32425 ts_tablet_manager.cc:1403] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310: Time spent bootstrapping tablet: real 0.021s user 0.012s sys 0.003s
08:11:00.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.244827 32424 log.cc:826] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23: Log is configured to *not* fsync() on all Append() calls
08:11:00.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.246722 32426 tablet_bootstrap.cc:654] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a: Neither blocks nor log segments found. Creating new log.
08:11:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.248769 32426 log.cc:826] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a: Log is configured to *not* fsync() on all Append() calls
08:11:00.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.250322 32424 tablet_bootstrap.cc:492] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23: No bootstrap required, opened a new log
08:11:00.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.250815 32424 ts_tablet_manager.cc:1403] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23: Time spent bootstrapping tablet: real 0.017s user 0.014s sys 0.000s
08:11:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.253711 32426 tablet_bootstrap.cc:492] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a: No bootstrap required, opened a new log
08:11:00.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.254135 32426 ts_tablet_manager.cc:1403] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a: Time spent bootstrapping tablet: real 0.015s user 0.003s sys 0.008s
08:11:00.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.272423 32425 raft_consensus.cc:359] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.273319 32425 raft_consensus.cc:385] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.273670 32425 raft_consensus.cc:740] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6af16616fc204b66a4058f3d89736310, State: Initialized, Role: FOLLOWER
08:11:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.274585 32425 consensus_queue.cc:260] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.278281 32426 raft_consensus.cc:359] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.279198 32426 raft_consensus.cc:385] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.279541 32426 raft_consensus.cc:740] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7315473617bd4e1e9a5989b975734c0a, State: Initialized, Role: FOLLOWER
08:11:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.279156 32424 raft_consensus.cc:359] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.280043 32424 raft_consensus.cc:385] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.280318 32425 ts_tablet_manager.cc:1434] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310: Time spent starting tablet: real 0.035s user 0.031s sys 0.004s
08:11:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.280355 32424 raft_consensus.cc:740] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de870371b87d499d9b5934fe3bbeab23, State: Initialized, Role: FOLLOWER
08:11:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.281374 32425 tablet_bootstrap.cc:492] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310: Bootstrap starting.
08:11:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.281245 32424 consensus_queue.cc:260] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.280524 32426 consensus_queue.cc:260] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.288847 32425 tablet_bootstrap.cc:654] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310: Neither blocks nor log segments found. Creating new log.
08:11:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:00.289894 32253 tablet.cc:2404] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:11:00.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.303016 32425 tablet_bootstrap.cc:492] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310: No bootstrap required, opened a new log
08:11:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.303468 32425 ts_tablet_manager.cc:1403] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310: Time spent bootstrapping tablet: real 0.022s user 0.013s sys 0.007s
08:11:00.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.306252 32425 raft_consensus.cc:359] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.306924 32425 raft_consensus.cc:385] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.307196 32425 raft_consensus.cc:740] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6af16616fc204b66a4058f3d89736310, State: Initialized, Role: FOLLOWER
08:11:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.307930 32425 consensus_queue.cc:260] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.310392 32398 heartbeater.cc:499] Master 127.30.227.61:40611 was elected leader, sending a full tablet report...
08:11:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.315590 32431 raft_consensus.cc:493] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.316222 32431 raft_consensus.cc:515] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.322366 32424 ts_tablet_manager.cc:1434] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23: Time spent starting tablet: real 0.071s user 0.031s sys 0.012s
08:11:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.323591 32424 tablet_bootstrap.cc:492] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23: Bootstrap starting.
08:11:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.326915 32425 ts_tablet_manager.cc:1434] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310: Time spent starting tablet: real 0.023s user 0.010s sys 0.011s
08:11:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.327948 32431 leader_election.cc:290] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853), 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003)
08:11:00.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.333629 32424 tablet_bootstrap.cc:654] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23: Neither blocks nor log segments found. Creating new log.
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.347538 32424 tablet_bootstrap.cc:492] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23: No bootstrap required, opened a new log
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.347900 32424 ts_tablet_manager.cc:1403] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23: Time spent bootstrapping tablet: real 0.025s user 0.015s sys 0.003s
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.348497 32204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0802345c6c1949caaa9b8464563dae44" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af16616fc204b66a4058f3d89736310" is_pre_election: true
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.349583 32204 raft_consensus.cc:2468] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate de870371b87d499d9b5934fe3bbeab23 in term 0.
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.350673 32424 raft_consensus.cc:359] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.351408 32054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0802345c6c1949caaa9b8464563dae44" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7315473617bd4e1e9a5989b975734c0a" is_pre_election: true
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.351503 32424 raft_consensus.cc:385] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.351399 32273 leader_election.cc:304] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6af16616fc204b66a4058f3d89736310, de870371b87d499d9b5934fe3bbeab23; no voters:
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.352363 32424 raft_consensus.cc:740] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de870371b87d499d9b5934fe3bbeab23, State: Initialized, Role: FOLLOWER
08:11:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.352958 32431 raft_consensus.cc:2804] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:11:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.353013 32424 consensus_queue.cc:260] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.353407 32431 raft_consensus.cc:493] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:11:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.353884 32431 raft_consensus.cc:3060] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Advancing to term 1
08:11:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.355034 32424 ts_tablet_manager.cc:1434] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23: Time spent starting tablet: real 0.007s user 0.005s sys 0.000s
08:11:00.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:00.359973 32273 leader_election.cc:343] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003): Illegal state: must be running to vote when last-logged opid is not known
08:11:00.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.364410 32426 ts_tablet_manager.cc:1434] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a: Time spent starting tablet: real 0.110s user 0.054s sys 0.046s
08:11:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.372253 32431 raft_consensus.cc:515] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.374459 32431 leader_election.cc:290] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 election: Requested vote from peers 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853), 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003)
08:11:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.376142 32054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0802345c6c1949caaa9b8464563dae44" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7315473617bd4e1e9a5989b975734c0a"
08:11:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:00.377239 32273 leader_election.cc:343] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003): Illegal state: must be running to vote when last-logged opid is not known
08:11:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.377270 32204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0802345c6c1949caaa9b8464563dae44" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af16616fc204b66a4058f3d89736310"
08:11:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.377509 32426 tablet_bootstrap.cc:492] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a: Bootstrap starting.
08:11:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.377820 32204 raft_consensus.cc:3060] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Advancing to term 1
08:11:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.384097 32426 tablet_bootstrap.cc:654] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a: Neither blocks nor log segments found. Creating new log.
08:11:00.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.391390 32204 raft_consensus.cc:2468] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate de870371b87d499d9b5934fe3bbeab23 in term 1.
08:11:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.392622 32273 leader_election.cc:304] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6af16616fc204b66a4058f3d89736310, de870371b87d499d9b5934fe3bbeab23; no voters: 7315473617bd4e1e9a5989b975734c0a
08:11:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.393522 32426 tablet_bootstrap.cc:492] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a: No bootstrap required, opened a new log
08:11:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.393504 32431 raft_consensus.cc:2804] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 1 FOLLOWER]: Leader election won for term 1
08:11:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.393957 32426 ts_tablet_manager.cc:1403] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a: Time spent bootstrapping tablet: real 0.017s user 0.005s sys 0.008s
08:11:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.393959 32431 raft_consensus.cc:697] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [term 1 LEADER]: Becoming Leader. State: Replica: de870371b87d499d9b5934fe3bbeab23, State: Running, Role: LEADER
08:11:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.394856 32431 consensus_queue.cc:237] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.396719 32426 raft_consensus.cc:359] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.397306 32426 raft_consensus.cc:385] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.397588 32426 raft_consensus.cc:740] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7315473617bd4e1e9a5989b975734c0a, State: Initialized, Role: FOLLOWER
08:11:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.398290 32426 consensus_queue.cc:260] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.400209 32426 ts_tablet_manager.cc:1434] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a: Time spent starting tablet: real 0.006s user 0.006s sys 0.002s
08:11:00.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:00.422472 32104 tablet.cc:2404] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:11:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.426039 31756 catalog_manager.cc:5671] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 reported cstate change: term changed from 0 to 1, leader changed from <none> to de870371b87d499d9b5934fe3bbeab23 (127.30.227.3). New cstate: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } health_report { overall_health: UNKNOWN } } }
08:11:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.526827 32430 raft_consensus.cc:493] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:00.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.527292 32430 raft_consensus.cc:515] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.530428 32430 leader_election.cc:290] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003), de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941)
08:11:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:00.543992 32401 tablet.cc:2404] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:11:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.546067 32352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3dfb733e62840b89ac0a4502c5cc42b" candidate_uuid: "6af16616fc204b66a4058f3d89736310" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de870371b87d499d9b5934fe3bbeab23" is_pre_election: true
08:11:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.546592 32352 raft_consensus.cc:2468] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6af16616fc204b66a4058f3d89736310 in term 0.
08:11:00.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.546723 32054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3dfb733e62840b89ac0a4502c5cc42b" candidate_uuid: "6af16616fc204b66a4058f3d89736310" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7315473617bd4e1e9a5989b975734c0a" is_pre_election: true
08:11:00.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.547367 32054 raft_consensus.cc:2468] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6af16616fc204b66a4058f3d89736310 in term 0.
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.547680 32127 leader_election.cc:304] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6af16616fc204b66a4058f3d89736310, de870371b87d499d9b5934fe3bbeab23; no voters:
08:11:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.548457 32430 raft_consensus.cc:2804] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:11:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.548802 32430 raft_consensus.cc:493] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:11:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.549106 32430 raft_consensus.cc:3060] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Advancing to term 1
08:11:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.553267 32430 raft_consensus.cc:515] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.554544 32430 leader_election.cc:290] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [CANDIDATE]: Term 1 election: Requested vote from peers 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003), de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941)
08:11:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.555311 32054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3dfb733e62840b89ac0a4502c5cc42b" candidate_uuid: "6af16616fc204b66a4058f3d89736310" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7315473617bd4e1e9a5989b975734c0a"
08:11:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.555546 32352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c3dfb733e62840b89ac0a4502c5cc42b" candidate_uuid: "6af16616fc204b66a4058f3d89736310" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de870371b87d499d9b5934fe3bbeab23"
08:11:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.555770 32054 raft_consensus.cc:3060] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Advancing to term 1
08:11:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.556022 32352 raft_consensus.cc:3060] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Advancing to term 1
08:11:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.560381 32054 raft_consensus.cc:2468] T c3dfb733e62840b89ac0a4502c5cc42b P 7315473617bd4e1e9a5989b975734c0a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6af16616fc204b66a4058f3d89736310 in term 1.
08:11:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.561244 32126 leader_election.cc:304] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6af16616fc204b66a4058f3d89736310, 7315473617bd4e1e9a5989b975734c0a; no voters:
08:11:00.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.561859 32430 raft_consensus.cc:2804] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 1 FOLLOWER]: Leader election won for term 1
08:11:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.562247 32352 raft_consensus.cc:2468] T c3dfb733e62840b89ac0a4502c5cc42b P de870371b87d499d9b5934fe3bbeab23 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6af16616fc204b66a4058f3d89736310 in term 1.
08:11:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.562361 32430 raft_consensus.cc:697] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [term 1 LEADER]: Becoming Leader. State: Replica: 6af16616fc204b66a4058f3d89736310, State: Running, Role: LEADER
08:11:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.564191 32430 consensus_queue.cc:237] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.577297 31756 catalog_manager.cc:5671] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6af16616fc204b66a4058f3d89736310 (127.30.227.2). New cstate: current_term: 1 leader_uuid: "6af16616fc204b66a4058f3d89736310" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } health_report { overall_health: UNKNOWN } } }
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.696769 31756 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34226:
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:00.699429 31756 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:11:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.730005 32033 tablet_service.cc:1511] Processing CreateTablet for tablet 27f1773e62984528ba9a174c408941cf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7170bf0ab69f4412817c8cccc436f99f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:11:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.731766 32033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 27f1773e62984528ba9a174c408941cf. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.731220 32183 tablet_service.cc:1511] Processing CreateTablet for tablet 27f1773e62984528ba9a174c408941cf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7170bf0ab69f4412817c8cccc436f99f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:11:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.732455 32183 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 27f1773e62984528ba9a174c408941cf. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.734594 32332 tablet_service.cc:1511] Processing CreateTablet for tablet 27f1773e62984528ba9a174c408941cf (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=7170bf0ab69f4412817c8cccc436f99f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:11:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.735787 32332 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 27f1773e62984528ba9a174c408941cf. 1 dirs total, 0 dirs full, 0 dirs failed
08:11:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.743536 32426 tablet_bootstrap.cc:492] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: Bootstrap starting.
08:11:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.748350 32424 tablet_bootstrap.cc:492] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: Bootstrap starting.
08:11:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.749730 32426 tablet_bootstrap.cc:654] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: Neither blocks nor log segments found. Creating new log.
08:11:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.753748 32424 tablet_bootstrap.cc:654] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: Neither blocks nor log segments found. Creating new log.
08:11:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.758471 32425 tablet_bootstrap.cc:492] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: Bootstrap starting.
08:11:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.759128 32424 tablet_bootstrap.cc:492] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: No bootstrap required, opened a new log
08:11:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.759539 32424 ts_tablet_manager.cc:1403] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
08:11:00.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.759792 32426 tablet_bootstrap.cc:492] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: No bootstrap required, opened a new log
08:11:00.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.760208 32426 ts_tablet_manager.cc:1403] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: Time spent bootstrapping tablet: real 0.017s user 0.008s sys 0.007s
08:11:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.761894 32424 raft_consensus.cc:359] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.762455 32424 raft_consensus.cc:385] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.762732 32424 raft_consensus.cc:740] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de870371b87d499d9b5934fe3bbeab23, State: Initialized, Role: FOLLOWER
08:11:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.763098 32426 raft_consensus.cc:359] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.763749 32426 raft_consensus.cc:385] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.763458 32424 consensus_queue.cc:260] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.764029 32426 raft_consensus.cc:740] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7315473617bd4e1e9a5989b975734c0a, State: Initialized, Role: FOLLOWER
08:11:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.764673 32431 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.764631 32426 consensus_queue.cc:260] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.765378 32431 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: This TxnStatusTablet replica's current role is: FOLLOWER
08:11:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.766028 32432 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.766743 32432 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: This TxnStatusTablet replica's current role is: FOLLOWER
08:11:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.770193 32426 ts_tablet_manager.cc:1434] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: Time spent starting tablet: real 0.010s user 0.005s sys 0.000s
08:11:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.773048 32425 tablet_bootstrap.cc:654] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: Neither blocks nor log segments found. Creating new log.
08:11:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.779305 32424 ts_tablet_manager.cc:1434] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: Time spent starting tablet: real 0.020s user 0.005s sys 0.000s
08:11:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.786834 32425 tablet_bootstrap.cc:492] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: No bootstrap required, opened a new log
08:11:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.787251 32425 ts_tablet_manager.cc:1403] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: Time spent bootstrapping tablet: real 0.029s user 0.011s sys 0.007s
08:11:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.790087 32425 raft_consensus.cc:359] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.790771 32425 raft_consensus.cc:385] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:11:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.790993 32425 raft_consensus.cc:740] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6af16616fc204b66a4058f3d89736310, State: Initialized, Role: FOLLOWER
08:11:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.791541 32425 consensus_queue.cc:260] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.792652 32430 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.793264 32425 ts_tablet_manager.cc:1434] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: Time spent starting tablet: real 0.006s user 0.004s sys 0.000s
08:11:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.794124 32432 raft_consensus.cc:493] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:00.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.794571 32432 raft_consensus.cc:515] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } }
08:11:00.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.793296 32430 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: This TxnStatusTablet replica's current role is: FOLLOWER
08:11:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.797488 32432 leader_election.cc:290] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941), 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853)
08:11:00.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.811102 32204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0802345c6c1949caaa9b8464563dae44" candidate_uuid: "7315473617bd4e1e9a5989b975734c0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af16616fc204b66a4058f3d89736310" is_pre_election: true
08:11:00.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.811838 32204 raft_consensus.cc:2393] T 0802345c6c1949caaa9b8464563dae44 P 6af16616fc204b66a4058f3d89736310 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7315473617bd4e1e9a5989b975734c0a in current term 1: Already voted for candidate de870371b87d499d9b5934fe3bbeab23 in this term.
08:11:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.813978 32352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0802345c6c1949caaa9b8464563dae44" candidate_uuid: "7315473617bd4e1e9a5989b975734c0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de870371b87d499d9b5934fe3bbeab23" is_pre_election: true
08:11:00.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.815276 31977 leader_election.cc:304] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7315473617bd4e1e9a5989b975734c0a; no voters: 6af16616fc204b66a4058f3d89736310, de870371b87d499d9b5934fe3bbeab23
08:11:00.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.815997 32432 raft_consensus.cc:3060] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Advancing to term 1
08:11:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.820559 32432 raft_consensus.cc:2749] T 0802345c6c1949caaa9b8464563dae44 P 7315473617bd4e1e9a5989b975734c0a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:11:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.849548 32431 raft_consensus.cc:493] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.849956 32431 raft_consensus.cc:515] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.851778 32431 leader_election.cc:290] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003), 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853)
08:11:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.852484 32054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "27f1773e62984528ba9a174c408941cf" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7315473617bd4e1e9a5989b975734c0a" is_pre_election: true
08:11:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.852723 32204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "27f1773e62984528ba9a174c408941cf" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af16616fc204b66a4058f3d89736310" is_pre_election: true
08:11:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.853132 32054 raft_consensus.cc:2468] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate de870371b87d499d9b5934fe3bbeab23 in term 0.
08:11:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.853317 32204 raft_consensus.cc:2468] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate de870371b87d499d9b5934fe3bbeab23 in term 0.
08:11:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.854311 32273 leader_election.cc:304] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6af16616fc204b66a4058f3d89736310, de870371b87d499d9b5934fe3bbeab23; no voters:
08:11:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.855031 32431 raft_consensus.cc:2804] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:11:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.855352 32431 raft_consensus.cc:493] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:11:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.855604 32431 raft_consensus.cc:3060] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 0 FOLLOWER]: Advancing to term 1
08:11:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.859654 32431 raft_consensus.cc:515] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.860954 32431 leader_election.cc:290] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 election: Requested vote from peers 7315473617bd4e1e9a5989b975734c0a (127.30.227.1:46003), 6af16616fc204b66a4058f3d89736310 (127.30.227.2:40853)
08:11:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.861747 32054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "27f1773e62984528ba9a174c408941cf" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7315473617bd4e1e9a5989b975734c0a"
08:11:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.861979 32204 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "27f1773e62984528ba9a174c408941cf" candidate_uuid: "de870371b87d499d9b5934fe3bbeab23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6af16616fc204b66a4058f3d89736310"
08:11:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.862269 32054 raft_consensus.cc:3060] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [term 0 FOLLOWER]: Advancing to term 1
08:11:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.862560 32204 raft_consensus.cc:3060] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [term 0 FOLLOWER]: Advancing to term 1
08:11:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.866384 32054 raft_consensus.cc:2468] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate de870371b87d499d9b5934fe3bbeab23 in term 1.
08:11:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.866739 32204 raft_consensus.cc:2468] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate de870371b87d499d9b5934fe3bbeab23 in term 1.
08:11:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.867201 32273 leader_election.cc:304] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7315473617bd4e1e9a5989b975734c0a, de870371b87d499d9b5934fe3bbeab23; no voters:
08:11:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.867798 32431 raft_consensus.cc:2804] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 1 FOLLOWER]: Leader election won for term 1
08:11:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.868119 32431 raft_consensus.cc:697] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [term 1 LEADER]: Becoming Leader. State: Replica: de870371b87d499d9b5934fe3bbeab23, State: Running, Role: LEADER
08:11:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.868942 32431 consensus_queue.cc:237] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } }
08:11:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.874526 32433 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: TxnStatusTablet state changed. Reason: New leader de870371b87d499d9b5934fe3bbeab23. Latest consensus state: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:00.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.875305 32433 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: This TxnStatusTablet replica's current role is: LEADER
08:11:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.879143 32460 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:11:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.878326 31758 catalog_manager.cc:5671] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 reported cstate change: term changed from 0 to 1, leader changed from <none> to de870371b87d499d9b5934fe3bbeab23 (127.30.227.3). New cstate: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } health_report { overall_health: HEALTHY } } }
08:11:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.879590 32460 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:11:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.887569 32433 consensus_queue.cc:1048] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:11:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.928150 32431 consensus_queue.cc:1048] T 0802345c6c1949caaa9b8464563dae44 P de870371b87d499d9b5934fe3bbeab23 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:11:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.962729 32203 raft_consensus.cc:1275] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310 [term 1 FOLLOWER]: Refusing update from remote peer de870371b87d499d9b5934fe3bbeab23: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:11:00.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.963951 32433 consensus_queue.cc:1048] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:11:00.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.966017 32054 raft_consensus.cc:1275] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a [term 1 FOLLOWER]: Refusing update from remote peer de870371b87d499d9b5934fe3bbeab23: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:11:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.971994 32433 consensus_queue.cc:1048] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:11:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.993914 32435 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: TxnStatusTablet state changed. Reason: New leader de870371b87d499d9b5934fe3bbeab23. Latest consensus state: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:00.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:00.994673 32435 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: This TxnStatusTablet replica's current role is: FOLLOWER
08:11:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.002558 32432 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: TxnStatusTablet state changed. Reason: New leader de870371b87d499d9b5934fe3bbeab23. Latest consensus state: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.003739 32467 mvcc.cc:204] Tried to move back new op lower bound from 7280790163282710528 to 7280790162925117440. Current Snapshot: MvccSnapshot[applied={T|T < 7280790163282710528}]
08:11:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.003247 32432 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: This TxnStatusTablet replica's current role is: FOLLOWER
08:11:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.006448 32463 mvcc.cc:204] Tried to move back new op lower bound from 7280790163282710528 to 7280790162925117440. Current Snapshot: MvccSnapshot[applied={T|T < 7280790163282710528}]
08:11:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.015682 32464 mvcc.cc:204] Tried to move back new op lower bound from 7280790163282710528 to 7280790162925117440. Current Snapshot: MvccSnapshot[applied={T|T < 7280790163282710528}]
08:11:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.025092 32430 consensus_queue.cc:1048] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [LEADER]: Connected to new peer: Peer: permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:11:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.050684 32431 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:01.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.051393 32431 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: This TxnStatusTablet replica's current role is: LEADER
08:11:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.050575 32435 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.052124 32435 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P 6af16616fc204b66a4058f3d89736310: This TxnStatusTablet replica's current role is: FOLLOWER
08:11:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.052106 32431 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.052865 32431 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P de870371b87d499d9b5934fe3bbeab23: This TxnStatusTablet replica's current role is: LEADER
08:11:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.065330 32432 tablet_replica.cc:442] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "de870371b87d499d9b5934fe3bbeab23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 } } peers { permanent_uuid: "6af16616fc204b66a4058f3d89736310" member_type: VOTER last_known_addr { host: "127.30.227.2" port: 40853 } } peers { permanent_uuid: "de870371b87d499d9b5934fe3bbeab23" member_type: VOTER last_known_addr { host: "127.30.227.3" port: 34941 } } }
08:11:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.066313 32432 tablet_replica.cc:445] T 27f1773e62984528ba9a174c408941cf P 7315473617bd4e1e9a5989b975734c0a: This TxnStatusTablet replica's current role is: FOLLOWER
08:11:01.071 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:11:01.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3440744504fd4dd995a29ddd3a3120ed
08:11:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.096724 32435 consensus_queue.cc:1048] T c3dfb733e62840b89ac0a4502c5cc42b P 6af16616fc204b66a4058f3d89736310 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7315473617bd4e1e9a5989b975734c0a" member_type: VOTER last_known_addr { host: "127.30.227.1" port: 46003 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:11:01.107 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0802345c6c1949caaa9b8464563dae44 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:11:01.107 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c3dfb733e62840b89ac0a4502c5cc42b for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:11:01.107 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=0802345c6c1949caaa9b8464563dae44@[6af16616fc204b66a4058f3d89736310(127.30.227.2:40853),7315473617bd4e1e9a5989b975734c0a(127.30.227.1:46003),de870371b87d499d9b5934fe3bbeab23(127.30.227.3:34941)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=c3dfb733e62840b89ac0a4502c5cc42b@[6af16616fc204b66a4058f3d89736310(127.30.227.2:40853)[L],7315473617bd4e1e9a5989b975734c0a(127.30.227.1:46003),de870371b87d499d9b5934fe3bbeab23(127.30.227.3:34941)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:11:01.107 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.227.61:40611, [24ms] Sub RPC GetTableLocations: received response from server master-127.30.227.61:40611: OK, deferred=null) after lookup
08:11:01.108 [DEBUG - kudu-nio-2] (Connection.java:748) [peer de870371b87d499d9b5934fe3bbeab23(127.30.227.3:34941)] connecting to peer
08:11:01.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.115865 32446 outbound_call.cc:321] RPC callback for RPC call kudu.tserver.TabletServerAdminService.CoordinateTransaction -> {remote=127.30.227.3:34941, user_credentials={real_user=slave}} blocked reactor thread for 45646.6us
08:11:01.134 [DEBUG - kudu-nio-3] (Connection.java:757) [peer de870371b87d499d9b5934fe3bbeab23(127.30.227.3:34941)] Successfully connected to peer
08:11:01.168 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x71218376, L:/127.0.0.1:51646 - R:/127.30.227.3:34941] using TOKEN/null
08:11:01.299 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.227.61:40611
08:11:01.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:11:01.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.300602 31628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu with pid 31720
08:11:01.333 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.227.61:40611(127.30.227.61:40611)] handling channelInactive
08:11:01.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state READY due to: connection closed
08:11:01.337 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:11:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.573148 32483 raft_consensus.cc:493] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4b000cadafdc4c92a720414723802080)
08:11:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.573647 32483 raft_consensus.cc:515] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:01.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.580 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.30.227.61:40611(127.30.227.61:40611) for tablet Kudu Master: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.582038 32483 leader_election.cc:290] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611), f174d6765e2e4e079c7829325e6d193f (127.30.227.60:40125)
08:11:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.582577 31858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72741845a0204e4e86edf22b66ef2cbc" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f174d6765e2e4e079c7829325e6d193f" is_pre_election: true
08:11:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.582980 32486 raft_consensus.cc:493] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4b000cadafdc4c92a720414723802080)
08:11:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.583246 31659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111) [suppressed 13 similar messages]
08:11:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.583572 32486 raft_consensus.cc:515] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.584906 31858 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72741845a0204e4e86edf22b66ef2cbc in term 1.
08:11:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.586345 32486 leader_election.cc:290] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 72741845a0204e4e86edf22b66ef2cbc (127.30.227.62:35181), 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611)
08:11:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.591364 31681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc" is_pre_election: true
08:11:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.594924 31834 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.594939 31681 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f174d6765e2e4e079c7829325e6d193f in term 1.
08:11:01.595 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.596451 31660 leader_election.cc:304] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72741845a0204e4e86edf22b66ef2cbc, f174d6765e2e4e079c7829325e6d193f; no voters:
08:11:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.598639 31659 leader_election.cc:336] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.600811 32483 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Leader pre-election won for term 2
08:11:01.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.601310 32483 raft_consensus.cc:493] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Starting leader election (detected failure of leader 4b000cadafdc4c92a720414723802080)
08:11:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.601857 32483 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 1 FOLLOWER]: Advancing to term 2
08:11:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.604877 32250 heartbeater.cc:646] Failed to heartbeat to 127.30.227.61:40611 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:01.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.608907 31834 leader_election.cc:304] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72741845a0204e4e86edf22b66ef2cbc, f174d6765e2e4e079c7829325e6d193f; no voters:
08:11:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.609885 32486 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Leader pre-election won for term 2
08:11:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.610257 32486 raft_consensus.cc:493] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 4b000cadafdc4c92a720414723802080)
08:11:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.610628 32486 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 1 FOLLOWER]: Advancing to term 2
08:11:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.611726 31834 leader_election.cc:336] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.611902 32483 raft_consensus.cc:515] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.615000 32483 leader_election.cc:290] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 2 election: Requested vote from peers 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611), f174d6765e2e4e079c7829325e6d193f (127.30.227.60:40125)
08:11:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.616889 31858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72741845a0204e4e86edf22b66ef2cbc" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f174d6765e2e4e079c7829325e6d193f"
08:11:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.619588 31659 leader_election.cc:336] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:01.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.623006 32486 raft_consensus.cc:515] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.623970 31858 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 72741845a0204e4e86edf22b66ef2cbc in current term 2: Already voted for candidate f174d6765e2e4e079c7829325e6d193f in this term.
08:11:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.625401 31660 leader_election.cc:304] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 72741845a0204e4e86edf22b66ef2cbc; no voters: 4b000cadafdc4c92a720414723802080, f174d6765e2e4e079c7829325e6d193f
08:11:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.626426 32483 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:11:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.628600 31681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc"
08:11:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.629299 31681 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f174d6765e2e4e079c7829325e6d193f in current term 2: Already voted for candidate 72741845a0204e4e86edf22b66ef2cbc in this term.
08:11:01.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:01.634836 31834 leader_election.cc:336] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.635254 31834 leader_election.cc:304] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f174d6765e2e4e079c7829325e6d193f; no voters: 4b000cadafdc4c92a720414723802080, 72741845a0204e4e86edf22b66ef2cbc
08:11:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.643718 32486 leader_election.cc:290] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 2 election: Requested vote from peers 72741845a0204e4e86edf22b66ef2cbc (127.30.227.62:35181), 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611)
08:11:01.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.644564 32486 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:11:01.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.660 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.677 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.738 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.30.227.61:40611, [5ms] received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [69ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [86ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [106ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, deferred=Deferred@760326626(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$231/0x00007efda0336478@5ea4dade -> (continuation of Deferred@2083007101 after retry RPC after error@487909447) -> (continuation of Deferred@1026182334 after retry RPC after error@1168118767) -> (continuation of Deferred@2019996388 after retry RPC after error@1116355455) -> (continuation of Deferred@766169132 after retry RPC after error@1750110493) -> (continuation of Deferred@636288865 after retry RPC after error@909011296) -> (continuation of Deferred@1308550201 after retry RPC after error@566906082), errback=org.apache.kudu.client.KuduTransaction$$Lambda$232/0x00007efda03366a0@639fb84d -> (continuation of Deferred@2083007101 after retry RPC after error@487909447) -> (continuation of Deferred@1026182334 after retry RPC after error@1168118767) -> (continuation of Deferred@2019996388 after retry RPC after error@1116355455) -> (continuation of Deferred@766169132 after retry RPC after error@1750110493) -> (continuation of Deferred@636288865 after retry RPC after error@909011296) -> (continuation of Deferred@1308550201 after retry RPC after error@566906082)))
08:11:01.799 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.30.227.61:40611, [5ms] received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [25ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [63ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [69ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [86ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [106ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [141ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [221ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, deferred=Deferred@760326626(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$231/0x00007efda0336478@5ea4dade -> (continuation of Deferred@2083007101 after retry RPC after error@487909447) -> (continuation of Deferred@1026182334 after retry RPC after error@1168118767) -> (continuation of Deferred@2019996388 after retry RPC after error@1116355455) -> (continuation of Deferred@766169132 after retry RPC after error@1750110493) -> (continuation of Deferred@636288865 after retry RPC after error@909011296) -> (continuation of Deferred@1308550201 after retry RPC after error@566906082), errback=org.apache.kudu.client.KuduTransaction$$Lambda$232/0x00007efda03366a0@639fb84d -> (continuation of Deferred@2083007101 after retry RPC after error@487909447) -> (continuation of Deferred@1026182334 after retry RPC after error@1168118767) -> (continuation of Deferred@2019996388 after retry RPC after error@1116355455) -> (continuation of Deferred@766169132 after retry RPC after error@1750110493) -> (continuation of Deferred@636288865 after retry RPC after error@909011296) -> (continuation of Deferred@1308550201 after retry RPC after error@566906082)))
08:11:01.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.817 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.875 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.895 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.935 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.990407 32483 raft_consensus.cc:493] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:01.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.990839 32483 raft_consensus.cc:515] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:01.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.991673 32493 raft_consensus.cc:493] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:11:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.992113 32493 raft_consensus.cc:515] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.992825 32483 leader_election.cc:290] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611), f174d6765e2e4e079c7829325e6d193f (127.30.227.60:40125)
08:11:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.994022 32493 leader_election.cc:290] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 72741845a0204e4e86edf22b66ef2cbc (127.30.227.62:35181), 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611)
08:11:01.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.994263 31858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72741845a0204e4e86edf22b66ef2cbc" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f174d6765e2e4e079c7829325e6d193f" is_pre_election: true
08:11:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.994827 31858 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72741845a0204e4e86edf22b66ef2cbc in term 2.
08:11:01.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.997 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.996934 31660 leader_election.cc:304] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 72741845a0204e4e86edf22b66ef2cbc, f174d6765e2e4e079c7829325e6d193f; no voters:
08:11:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.997386 31681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f174d6765e2e4e079c7829325e6d193f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "72741845a0204e4e86edf22b66ef2cbc" is_pre_election: true
08:11:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.997787 32483 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Leader pre-election won for term 3
08:11:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.998139 32483 raft_consensus.cc:493] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:11:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:01.998441 32483 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 2 FOLLOWER]: Advancing to term 3
08:11:02.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.001657 31834 leader_election.cc:336] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:02.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.002226 31659 leader_election.cc:336] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:02.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.005033 32483 raft_consensus.cc:515] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.006083 31681 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 3 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f174d6765e2e4e079c7829325e6d193f in current term 3: Already voted for candidate 72741845a0204e4e86edf22b66ef2cbc in this term.
08:11:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.007929 32483 leader_election.cc:290] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 3 election: Requested vote from peers 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611), f174d6765e2e4e079c7829325e6d193f (127.30.227.60:40125)
08:11:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.009271 31834 leader_election.cc:304] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f174d6765e2e4e079c7829325e6d193f; no voters: 4b000cadafdc4c92a720414723802080, 72741845a0204e4e86edf22b66ef2cbc
08:11:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.010332 31858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72741845a0204e4e86edf22b66ef2cbc" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f174d6765e2e4e079c7829325e6d193f"
08:11:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.010571 32493 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 2 FOLLOWER]: Advancing to term 3
08:11:02.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.012758 31659 leader_election.cc:336] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:02.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:02.014 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=198), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [1ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [21ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [184ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [198ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, deferred=Deferred@719478178(state=PENDING, result=null, callback=(continuation of Deferred@1678350956 after retry RPC after error@782848256) -> (continuation of Deferred@1716239149 after retry RPC after error@1593632011) -> (continuation of Deferred@1989070402 after retry RPC after error@306946242) -> (continuation of Deferred@694346613 after retry RPC after error@269459439) -> (continuation of Deferred@276021106 after retry RPC after error@1601261582) -> (continuation of Deferred@1639348702 after retry RPC after error@220881632), errback=(continuation of Deferred@1678350956 after retry RPC after error@782848256) -> (continuation of Deferred@1716239149 after retry RPC after error@1593632011) -> (continuation of Deferred@1989070402 after retry RPC after error@306946242) -> (continuation of Deferred@694346613 after retry RPC after error@269459439) -> (continuation of Deferred@276021106 after retry RPC after error@1601261582) -> (continuation of Deferred@1639348702 after retry RPC after error@220881632)))
08:11:02.015 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=198), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [1ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [21ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [22ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [41ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [61ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [81ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [184ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [198ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, deferred=Deferred@719478178(state=PENDING, result=null, callback=(continuation of Deferred@1678350956 after retry RPC after error@782848256) -> (continuation of Deferred@1716239149 after retry RPC after error@1593632011) -> (continuation of Deferred@1989070402 after retry RPC after error@306946242) -> (continuation of Deferred@694346613 after retry RPC after error@269459439) -> (continuation of Deferred@276021106 after retry RPC after error@1601261582) -> (continuation of Deferred@1639348702 after retry RPC after error@220881632), errback=(continuation of Deferred@1678350956 after retry RPC after error@782848256) -> (continuation of Deferred@1716239149 after retry RPC after error@1593632011) -> (continuation of Deferred@1989070402 after retry RPC after error@306946242) -> (continuation of Deferred@694346613 after retry RPC after error@269459439) -> (continuation of Deferred@276021106 after retry RPC after error@1601261582) -> (continuation of Deferred@1639348702 after retry RPC after error@220881632)))
08:11:02.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.019652 32493 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 3 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
08:11:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.026492 31858 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 72741845a0204e4e86edf22b66ef2cbc in term 3.
08:11:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.028149 31660 leader_election.cc:304] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 72741845a0204e4e86edf22b66ef2cbc, f174d6765e2e4e079c7829325e6d193f; no voters: 4b000cadafdc4c92a720414723802080
08:11:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.029232 32483 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 3 FOLLOWER]: Leader election won for term 3
08:11:02.036 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:02.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.040891 32483 raft_consensus.cc:697] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [term 3 LEADER]: Becoming Leader. State: Replica: 72741845a0204e4e86edf22b66ef2cbc, State: Running, Role: LEADER
08:11:02.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.041836 32483 consensus_queue.cc:237] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } }
08:11:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.056766 32495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 72741845a0204e4e86edf22b66ef2cbc. Latest consensus state: current_term: 3 leader_uuid: "72741845a0204e4e86edf22b66ef2cbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:11:02.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.057482 32495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: This master's current role is: LEADER
08:11:02.061 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.072448 32497 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:11:02.076 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:02.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.089107 32497 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed]
08:11:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.093254 32497 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=7170bf0ab69f4412817c8cccc436f99f]
08:11:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.109552 32497 tablet_loader.cc:96] loaded metadata for tablet 0802345c6c1949caaa9b8464563dae44 (table txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed])
08:11:02.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.115662 32497 tablet_loader.cc:96] loaded metadata for tablet 27f1773e62984528ba9a174c408941cf (table kudu_system.kudu_transactions [id=7170bf0ab69f4412817c8cccc436f99f])
08:11:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.117667 32497 tablet_loader.cc:96] loaded metadata for tablet c3dfb733e62840b89ac0a4502c5cc42b (table txn_manager_fallback [id=3440744504fd4dd995a29ddd3a3120ed])
08:11:02.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611; will retry
08:11:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.120214 32497 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:11:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.124336 32497 catalog_manager.cc:1269] Loaded cluster ID: 222f577334904e2993ac4f326a0e57b0
08:11:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.124569 32497 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:11:02.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.129290 32497 catalog_manager.cc:1514] Loading token signing keys...
08:11:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.133478 32497 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc: Loaded TSK: 0
08:11:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.134748 32497 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:11:02.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.30.227.61:40611(127.30.227.61:40611)] connecting to peer
08:11:02.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.227.61:40611(127.30.227.61:40611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.227.61:40611: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611
08:11:02.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.138080 31659 consensus_peers.cc:597] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc -> Peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Couldn't send request to peer 4b000cadafdc4c92a720414723802080. Status: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:11:02.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:11:02.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=108), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [3ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [104ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, deferred=Deferred@11519000(state=PENDING, result=null, callback=(continuation of Deferred@1426789667 after retry RPC after error@128052949) -> (continuation of Deferred@1505927587 after retry RPC after error@657666439), errback=(continuation of Deferred@1426789667 after retry RPC after error@128052949) -> (continuation of Deferred@1505927587 after retry RPC after error@657666439))) after lookup
08:11:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.162315 31858 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [term 3 FOLLOWER]: Refusing update from remote peer 72741845a0204e4e86edf22b66ef2cbc: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:11:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.165331 32495 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
08:11:02.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.178958 32281 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.028s from last keepalive heartbeat (effective timeout is 1.000s)
08:11:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.184216 32493 sys_catalog.cc:455] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 72741845a0204e4e86edf22b66ef2cbc. Latest consensus state: current_term: 3 leader_uuid: "72741845a0204e4e86edf22b66ef2cbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:11:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.185062 32493 sys_catalog.cc:458] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: This master's current role is: FOLLOWER
08:11:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.214864 32483 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "72741845a0204e4e86edf22b66ef2cbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:11:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.215615 32483 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc [sys.catalog]: This master's current role is: LEADER
08:11:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.220957 32493 sys_catalog.cc:455] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "72741845a0204e4e86edf22b66ef2cbc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "72741845a0204e4e86edf22b66ef2cbc" member_type: VOTER last_known_addr { host: "127.30.227.62" port: 35181 } } peers { permanent_uuid: "4b000cadafdc4c92a720414723802080" member_type: VOTER last_known_addr { host: "127.30.227.61" port: 40611 } } peers { permanent_uuid: "f174d6765e2e4e079c7829325e6d193f" member_type: VOTER last_known_addr { host: "127.30.227.60" port: 40125 } } }
08:11:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.221761 32493 sys_catalog.cc:458] T 00000000000000000000000000000000 P f174d6765e2e4e079c7829325e6d193f [sys.catalog]: This master's current role is: FOLLOWER
08:11:02.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.223425 32101 heartbeater.cc:646] Failed to heartbeat to 127.30.227.61:40611 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.226431 32291 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.30.227.61:40611)
08:11:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.241729 32498 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:11:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.283375 32398 heartbeater.cc:646] Failed to heartbeat to 127.30.227.61:40611 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111)
08:11:02.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.287501 31703 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:33052 (request call id 18) took 141 ms (client timeout 141 ms). Trace:
08:11:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.287919 31703 rpcz_store.cc:269] 0430 08:11:02.146161 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:11:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 08:11:02.146361 (+ 200us) service_pool.cc:225] Handling call
08:11:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 08:11:02.287265 (+140904us) inbound_call.cc:177] Queueing success response
08:11:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":524,"init.queue_time_us":27394,"thread_start_us":80956,"threads_started":5}
08:11:02.290 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [3ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [104ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [109ms] sending RPC to server master-127.30.227.62:35181, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@11519000(state=PENDING, result=null, callback=(continuation of Deferred@1426789667 after retry RPC after error@128052949) -> (continuation of Deferred@1505927587 after retry RPC after error@657666439) -> (continuation of Deferred@714902095 after retry RPC@583208591), errback=(continuation of Deferred@1426789667 after retry RPC after error@128052949) -> (continuation of Deferred@1505927587 after retry RPC after error@657666439) -> (continuation of Deferred@714902095 after retry RPC@583208591)))
08:11:02.290 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=254), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [2ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [3ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [42ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [45ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.30.227.60:40125,127.30.227.62:35181,127.30.227.61:40611) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.60:40125, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.62:35181, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.227.61:40611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.61:40611: Network error: Failed to connect to peer master-127.30.227.61:40611(127.30.227.61:40611): Connection refused: /127.30.227.61:40611, [104ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.60:40125: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.30.227.62:35181: OK, [109ms] sending RPC to server master-127.30.227.62:35181, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@11519000(state=PENDING, result=null, callback=(continuation of Deferred@1426789667 after retry RPC after error@128052949) -> (continuation of Deferred@1505927587 after retry RPC after error@657666439) -> (continuation of Deferred@714902095 after retry RPC@583208591), errback=(continuation of Deferred@1426789667 after retry RPC after error@128052949) -> (continuation of Deferred@1505927587 after retry RPC after error@657666439) -> (continuation of Deferred@714902095 after retry RPC@583208591)))
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:02.298815 31673 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33070:
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:11:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:11:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:11:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.324527 31673 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:11:02.351 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1777536660 last_transition_timestamp: 1777536662
08:11:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:02.614287 31659 consensus_peers.cc:597] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc -> Peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Couldn't send request to peer 4b000cadafdc4c92a720414723802080. Status: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:11:03.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 08:11:03.099201 31659 consensus_peers.cc:597] T 00000000000000000000000000000000 P 72741845a0204e4e86edf22b66ef2cbc -> Peer 4b000cadafdc4c92a720414723802080 (127.30.227.61:40611): Couldn't send request to peer 4b000cadafdc4c92a720414723802080. Status: Network error: Client connection negotiation failed: client connection to 127.30.227.61:40611: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:11:03.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:03.172159 32103 heartbeater.cc:499] Master 127.30.227.62:35181 was elected leader, sending a full tablet report...
08:11:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:03.284451 32399 heartbeater.cc:499] Master 127.30.227.62:35181 was elected leader, sending a full tablet report...
08:11:03.343 [DEBUG - main] (Connection.java:575) [peer master-127.30.227.62:35181(127.30.227.62:35181)] disconnecting while in state READY
08:11:03.343 [DEBUG - main] (Connection.java:575) [peer master-127.30.227.60:40125(127.30.227.60:40125)] disconnecting while in state READY
08:11:03.343 [DEBUG - main] (Connection.java:575) [peer de870371b87d499d9b5934fe3bbeab23(127.30.227.3:34941)] disconnecting while in state READY
08:11:03.343 [DEBUG - main] (Connection.java:575) [peer master-127.30.227.61:40611(127.30.227.61:40611)] disconnecting while in state TERMINATED
08:11:03.344 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.227.62:35181(127.30.227.62:35181)] handling channelInactive
08:11:03.344 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.227.60:40125(127.30.227.60:40125)] handling channelInactive
08:11:03.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.227.60:40125(127.30.227.60:40125)] cleaning up while in state READY due to: connection closed
08:11:03.344 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:11:03.344 [DEBUG - kudu-nio-3] (Connection.java:239) [peer de870371b87d499d9b5934fe3bbeab23(127.30.227.3:34941)] handling channelInactive
08:11:03.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer de870371b87d499d9b5934fe3bbeab23(127.30.227.3:34941)] cleaning up while in state READY due to: connection closed
08:11:03.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.227.62:35181(127.30.227.62:35181)] cleaning up while in state READY due to: connection closed
08:11:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:03.346940 31628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu with pid 31957
08:11:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:03.373517 31628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu with pid 32102
08:11:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:03.403342 31628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu with pid 32254
08:11:03.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:03.439816 31628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu with pid 31640
08:11:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 08:11:03.472970 31628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksszlRR/build/tsan/bin/kudu with pid 31805
08:11:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T08:11:04Z chronyd exiting
08:11:05.650 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777536660 last_transition_timestamp: 1777536662
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: de870371b87d499d9b5934fe3bbeab23 (127.30.227.3:34941): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777536660 last_transition_timestamp: 1777536662
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more