08:08:10.783 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:08:10.783 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQnoRWM/test-tmp
08:08:10.784 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
08:08:10.784 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQnoRWM/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
08:08:10.786 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:08:10.865 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:08:10.865 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:08:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.866194 8743 mini_oidc.cc:150] Starting JWKS server
08:08:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.866894 8743 webserver.cc:492] Webserver started at http://127.0.0.1:44581/ using document root <none> and password file <none>
08:08:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.866977 8743 mini_oidc.cc:186] Starting OIDC Discovery server
08:08:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.867141 8743 webserver.cc:492] Webserver started at http://127.0.0.1:37199/ using document root <none> and password file <none>
08:08:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T08:08:10Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:08:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T08:08:10Z Disabled control of system clock
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.878324 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/logs
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/info.pb
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.254:34511
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.254
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:08:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:08:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.957394 8754 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.957630 8754 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.957656 8754 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.959321 8754 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:08:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.959383 8754 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:08:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.959396 8754 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.959409 8754 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:08:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.959422 8754 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:08:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.959435 8754 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:08:10.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.959446 8754 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.961258 8754 master_runner.cc:386] Master server non-default flags:
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.254:34511
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/info.pb
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.254
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8754
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/logs
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.961519 8754 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.961730 8754 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.964782 8762 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.964870 8759 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:10.964874 8760 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.965014 8754 server_base.cc:1061] running on GCE node
08:08:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.965504 8754 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.965828 8754 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.967024 8754 hybrid_clock.cc:648] HybridClock initialized: now 1777450090966995 us; error 41 us; skew 500 ppm
08:08:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.968498 8754 webserver.cc:492] Webserver started at http://127.8.137.254:34825/ using document root <none> and password file <none>
08:08:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.968806 8754 fs_manager.cc:362] Metadata directory not provided
08:08:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.968902 8754 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.969024 8754 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:08:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.970258 8754 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/instance:
08:08:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3af8b77e7f924d3e993f163799af6c37"
08:08:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:10 on dist-test-slave-2chd"
08:08:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.970664 8754 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal/instance:
08:08:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3af8b77e7f924d3e993f163799af6c37"
08:08:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:10 on dist-test-slave-2chd"
08:08:10.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.972165 8754 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.003s sys 0.000s
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.973284 8768 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.973532 8754 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.001s
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.973625 8754 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3af8b77e7f924d3e993f163799af6c37"
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:10 on dist-test-slave-2chd"
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.973712 8754 fs_report.cc:389] FS layout report
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/data
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.989048 8754 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.989539 8754 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:10.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.989734 8754 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.995447 8754 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.254:34511
08:08:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.995486 8830 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.254:34511 every 8 connection(s)
08:08:10.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.995836 8754 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/info.pb
08:08:10.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.996434 8831 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:10.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:10.998376 8831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.003623 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 8754
08:08:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.003715 8743 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal/instance
08:08:11.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.004354 8831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.004741 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/logs
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/info.pb
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.253:42035
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.253
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:08:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:08:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.004931 8770 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.005616 8831 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.137.253:42035: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.054903 8831 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } attempt: 1
08:08:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.056075 8831 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.137.253:42035: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.089224 8836 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.089483 8836 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.089507 8836 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.091164 8836 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:08:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.091231 8836 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:08:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.091244 8836 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.091257 8836 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:08:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.091269 8836 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:08:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.091282 8836 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:08:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.091293 8836 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.093191 8836 master_runner.cc:386] Master server non-default flags:
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.253:42035
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/info.pb
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.253
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8836
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/logs
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.093544 8836 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:11.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.093742 8836 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.096904 8844 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.096855 8841 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.096882 8836 server_base.cc:1061] running on GCE node
08:08:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.096855 8842 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.097433 8836 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.097729 8836 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:11.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.098932 8836 hybrid_clock.cc:648] HybridClock initialized: now 1777450091098893 us; error 61 us; skew 500 ppm
08:08:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.100389 8836 webserver.cc:492] Webserver started at http://127.8.137.253:36643/ using document root <none> and password file <none>
08:08:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.100713 8836 fs_manager.cc:362] Metadata directory not provided
08:08:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.100790 8836 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.100903 8836 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:08:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.101814 8836 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/instance:
08:08:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a340d411929465692f4a2278b190113"
08:08:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.102183 8836 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal/instance:
08:08:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a340d411929465692f4a2278b190113"
08:08:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.103543 8836 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.003s sys 0.000s
08:08:11.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.104552 8850 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:11.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.104826 8836 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.104913 8836 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a340d411929465692f4a2278b190113"
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.104987 8836 fs_report.cc:389] FS layout report
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/data
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.118973 8836 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.119421 8836 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.119609 8836 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.124362 8831 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } attempt: 2
08:08:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.125263 8836 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.253:42035
08:08:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.125281 8831 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.137.253:42035: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.125339 8912 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.253:42035 every 8 connection(s)
08:08:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.125666 8836 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/info.pb
08:08:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.126221 8913 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.127952 8913 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.130239 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 8836
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.130349 8743 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal/instance
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.130733 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/wal
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/logs
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data/info.pb
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.252:39889
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.252
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:08:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:08:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.133165 8913 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.137064 8913 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.137593 8852 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.138268 8913 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.137.252:39889: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:11.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.187599 8913 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } attempt: 1
08:08:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.188711 8913 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.137.252:39889: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.215994 8916 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.216218 8916 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.216253 8916 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.216475 8831 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } attempt: 3
08:08:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.218818 8916 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:08:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.218914 8916 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:08:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.218937 8916 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.218954 8916 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:08:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.218971 8916 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:08:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.218989 8916 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:08:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.219005 8916 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
08:08:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.220974 8831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.221740 8831 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.137.252:39889: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.221985 8916 master_runner.cc:386] Master server non-default flags:
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/wal
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.252:39889
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data/info.pb
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.252
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8916
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/logs
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:08:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.222463 8916 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.222764 8916 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.226047 8924 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.226127 8923 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.226195 8916 server_base.cc:1061] running on GCE node
08:08:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.226114 8926 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.226693 8916 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.226972 8916 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.228157 8916 hybrid_clock.cc:648] HybridClock initialized: now 1777450091228070 us; error 101 us; skew 500 ppm
08:08:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.229650 8916 webserver.cc:492] Webserver started at http://127.8.137.252:35659/ using document root <none> and password file <none>
08:08:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.229918 8916 fs_manager.cc:362] Metadata directory not provided
08:08:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.230000 8916 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.230110 8916 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:08:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.231065 8916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data/instance:
08:08:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db3c40380d55424889366d211a6fb54c"
08:08:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.231436 8916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/wal/instance:
08:08:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db3c40380d55424889366d211a6fb54c"
08:08:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.232790 8916 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.003s sys 0.000s
08:08:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.233666 8932 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.233884 8916 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.233989 8916 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/wal
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db3c40380d55424889366d211a6fb54c"
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.234062 8916 fs_report.cc:389] FS layout report
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/wal
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/wal
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data/data
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.245908 8916 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.246322 8916 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.246510 8916 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.251466 8916 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.252:39889
08:08:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.251547 8994 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.252:39889 every 8 connection(s)
08:08:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.251876 8916 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/data/info.pb
08:08:11.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.252612 8995 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.252918 8831 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } attempt: 1
08:08:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.254993 8995 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.256553 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 8916
08:08:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.256664 8743 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-2/wal/instance
08:08:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.256868 8913 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } attempt: 2
08:08:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.259443 8995 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.260205 8831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Bootstrap starting.
08:08:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.261013 8831 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Neither blocks nor log segments found. Creating new log.
08:08:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.261484 8831 log.cc:826] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Log is configured to *not* fsync() on all Append() calls
08:08:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.262791 8913 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Bootstrap starting.
08:08:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.262817 8831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: No bootstrap required, opened a new log
08:08:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.263702 8913 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Neither blocks nor log segments found. Creating new log.
08:08:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.263955 8913 log.cc:826] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Log is configured to *not* fsync() on all Append() calls
08:08:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.264714 8995 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } has no permanent_uuid. Determining permanent_uuid...
08:08:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.264685 8831 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.264806 8831 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.264832 8913 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: No bootstrap required, opened a new log
08:08:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.264838 8831 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3af8b77e7f924d3e993f163799af6c37, State: Initialized, Role: FOLLOWER
08:08:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.264940 8831 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.265223 8831 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: configured and running, proceeding with master startup.
08:08:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.266642 8913 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.266781 8913 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.266817 8913 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a340d411929465692f4a2278b190113, State: Initialized, Role: FOLLOWER
08:08:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.266906 8913 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.267163 8913 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: configured and running, proceeding with master startup.
08:08:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.267295 9018 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:08:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.269155 9018 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:08:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.267863 9007 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.269804 9007 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: FOLLOWER
08:08:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.270063 9031 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:08:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.270231 9031 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:08:11.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.271797 8836 master_runner.cc:186] Error getting master registration for 127.8.137.252:39889: OK, instance_id { permanent_uuid: "db3c40380d55424889366d211a6fb54c" instance_seqno: 1777450091250067 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:08:11.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.273258 8836 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:08:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.274041 8754 master_runner.cc:186] Error getting master registration for 127.8.137.252:39889: OK, instance_id { permanent_uuid: "db3c40380d55424889366d211a6fb54c" instance_seqno: 1777450091250067 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:08:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.275314 8754 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:08:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.276700 8995 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: Bootstrap starting.
08:08:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.276820 9019 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.276904 9019 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: FOLLOWER
08:08:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.277667 8995 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: Neither blocks nor log segments found. Creating new log.
08:08:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.277923 8995 log.cc:826] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: Log is configured to *not* fsync() on all Append() calls
08:08:11.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.279286 8995 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: No bootstrap required, opened a new log
08:08:11.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.280509 8995 raft_consensus.cc:359] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.280716 8995 raft_consensus.cc:385] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.280759 8995 raft_consensus.cc:740] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db3c40380d55424889366d211a6fb54c, State: Initialized, Role: FOLLOWER
08:08:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.280855 8995 consensus_queue.cc:260] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.281234 8995 sys_catalog.cc:565] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: configured and running, proceeding with master startup.
08:08:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.281186 9034 sys_catalog.cc:455] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.281461 9034 sys_catalog.cc:458] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: This master's current role is: FOLLOWER
08:08:11.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.283878 9045 catalog_manager.cc:1568] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:08:11.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.284111 9045 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:08:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.285933 8916 master_runner.cc:263] No leader master found from master db3c40380d55424889366d211a6fb54c
08:08:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.285983 8916 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:08:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.288770 9019 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:08:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.289054 9019 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.289425 9019 leader_election.cc:290] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.289810 8959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a340d411929465692f4a2278b190113" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db3c40380d55424889366d211a6fb54c" is_pre_election: true
08:08:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.289793 8795 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a340d411929465692f4a2278b190113" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3af8b77e7f924d3e993f163799af6c37" is_pre_election: true
08:08:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.289932 8959 raft_consensus.cc:2468] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a340d411929465692f4a2278b190113 in term 0.
08:08:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.289932 8795 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a340d411929465692f4a2278b190113 in term 0.
08:08:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.290151 8852 leader_election.cc:304] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, 7a340d411929465692f4a2278b190113; no voters:
08:08:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.292721 9019 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:08:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.292945 9019 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:08:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.293052 9019 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 0 FOLLOWER]: Advancing to term 1
08:08:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.294011 9019 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.294459 9019 leader_election.cc:290] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [CANDIDATE]: Term 1 election: Requested vote from peers 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.294430 8795 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a340d411929465692f4a2278b190113" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3af8b77e7f924d3e993f163799af6c37"
08:08:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.294521 8795 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 0 FOLLOWER]: Advancing to term 1
08:08:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.295332 8795 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a340d411929465692f4a2278b190113 in term 1.
08:08:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.295555 8959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a340d411929465692f4a2278b190113" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db3c40380d55424889366d211a6fb54c"
08:08:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.295616 8852 leader_election.cc:304] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, 7a340d411929465692f4a2278b190113; no voters:
08:08:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.295642 8959 raft_consensus.cc:3060] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 0 FOLLOWER]: Advancing to term 1
08:08:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.296486 8959 raft_consensus.cc:2468] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a340d411929465692f4a2278b190113 in term 1.
08:08:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.296725 9019 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 1 FOLLOWER]: Leader election won for term 1
08:08:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.296883 9019 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 1 LEADER]: Becoming Leader. State: Replica: 7a340d411929465692f4a2278b190113, State: Running, Role: LEADER
08:08:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.296963 9019 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.297410 9019 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a340d411929465692f4a2278b190113. Latest consensus state: current_term: 1 leader_uuid: "7a340d411929465692f4a2278b190113" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.297578 9019 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: LEADER
08:08:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.300851 9049 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:08:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.301236 9049 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:08:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.303004 8795 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Refusing update from remote peer 7a340d411929465692f4a2278b190113: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:08:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.303040 8959 raft_consensus.cc:1275] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Refusing update from remote peer 7a340d411929465692f4a2278b190113: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:08:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.303504 9047 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.303654 9047 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:11.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.304986 9034 sys_catalog.cc:455] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a340d411929465692f4a2278b190113. Latest consensus state: current_term: 1 leader_uuid: "7a340d411929465692f4a2278b190113" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.305070 9034 sys_catalog.cc:458] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: This master's current role is: FOLLOWER
08:08:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.306083 9007 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a340d411929465692f4a2278b190113. Latest consensus state: current_term: 1 leader_uuid: "7a340d411929465692f4a2278b190113" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.306182 9007 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: FOLLOWER
08:08:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.307260 9019 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7a340d411929465692f4a2278b190113" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.307343 9019 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: LEADER
08:08:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.308177 9007 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7a340d411929465692f4a2278b190113" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.308279 9007 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: FOLLOWER
08:08:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.308663 9050 mvcc.cc:204] Tried to move back new op lower bound from 7280435573974327296 to 7280435573953150976. Current Snapshot: MvccSnapshot[applied={T|T < 7280435573974327296}]
08:08:11.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.309662 9053 mvcc.cc:204] Tried to move back new op lower bound from 7280435573974327296 to 7280435573953150976. Current Snapshot: MvccSnapshot[applied={T|T < 7280435573974327296}]
08:08:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.310189 9047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7a340d411929465692f4a2278b190113" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.310286 9047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: LEADER
08:08:11.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.310650 9034 sys_catalog.cc:455] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7a340d411929465692f4a2278b190113" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.310725 9034 sys_catalog.cc:458] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: This master's current role is: FOLLOWER
08:08:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.311504 9051 mvcc.cc:204] Tried to move back new op lower bound from 7280435573974327296 to 7280435573953150976. Current Snapshot: MvccSnapshot[applied={T|T < 7280435573974327296}]
08:08:11.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.312116 9049 catalog_manager.cc:1357] Generated new cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:11.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.312163 9049 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:08:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.343421 9049 catalog_manager.cc:1380] Generated new certificate authority record
08:08:11.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.344434 9049 catalog_manager.cc:1514] Loading token signing keys...
08:08:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.353447 9049 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Generated new TSK 0
08:08:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.353885 9049 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.358284 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/wal
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/logs
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data/info.pb
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.193:0
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.137.193
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.193
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:08:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:08:11.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:08:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.487567 9058 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.488070 9058 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.488206 9058 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.492019 9058 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.492358 9058 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.492571 9058 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.492715 9058 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:08:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.492820 9058 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.137.193
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.496376 9058 tablet_server_runner.cc:78] Tablet server non-default flags:
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/wal
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.193:0
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data/info.pb
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.193
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9058
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.137.193
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/logs
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.497913 9058 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.498373 9058 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.502274 9064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.502624 9058 server_base.cc:1061] running on GCE node
08:08:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.502758 9066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.504812 9063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.505265 9058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.505579 9058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.506772 9058 hybrid_clock.cc:648] HybridClock initialized: now 1777450091506751 us; error 40 us; skew 500 ppm
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.508957 9058 webserver.cc:492] Webserver started at http://127.8.137.193:36467/ using document root <none> and password file <none>
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.509208 9058 fs_manager.cc:362] Metadata directory not provided
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.509265 9058 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.509375 9058 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.510612 9058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data/instance:
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e188fb04e001451084c6f18033444b8c"
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.511013 9058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/wal/instance:
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e188fb04e001451084c6f18033444b8c"
08:08:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.513247 9058 fs_manager.cc:696] Time spent creating directory manager: real 0.002s user 0.003s sys 0.000s
08:08:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.514431 9072 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.514772 9058 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.514843 9058 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/wal
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e188fb04e001451084c6f18033444b8c"
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.514912 9058 fs_report.cc:389] FS layout report
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/wal
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/wal
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data/data
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.540067 9058 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.540589 9058 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.540832 9058 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.541447 9058 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:08:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.541589 9058 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:08:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.541719 9058 ts_tablet_manager.cc:616] Registered 0 tablets
08:08:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.541800 9058 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:08:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.548300 9058 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.193:42363
08:08:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.548900 9058 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/data/info.pb
08:08:11.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.549188 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 9058
08:08:11.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.549278 8743 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-0/wal/instance
08:08:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.551133 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/wal
08:08:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data
08:08:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/logs
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data/info.pb
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.194:0
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.137.194
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.194
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:08:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:08:11.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.554482 9187 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.193:42363 every 8 connection(s)
08:08:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.561677 9190 heartbeater.cc:344] Connected to a master server at 127.8.137.254:34511
08:08:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.562029 9190 heartbeater.cc:461] Registering TS with master...
08:08:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.562407 9190 heartbeater.cc:507] Master 127.8.137.254:34511 requested a full tablet report, sending...
08:08:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.562722 9191 heartbeater.cc:344] Connected to a master server at 127.8.137.253:42035
08:08:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.562803 9191 heartbeater.cc:461] Registering TS with master...
08:08:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.562911 9191 heartbeater.cc:507] Master 127.8.137.253:42035 requested a full tablet report, sending...
08:08:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.562937 8785 ts_manager.cc:194] Registered new tserver with Master: e188fb04e001451084c6f18033444b8c (127.8.137.193:42363)
08:08:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.563211 8867 ts_manager.cc:194] Registered new tserver with Master: e188fb04e001451084c6f18033444b8c (127.8.137.193:42363)
08:08:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.563433 9189 heartbeater.cc:344] Connected to a master server at 127.8.137.252:39889
08:08:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.563484 9189 heartbeater.cc:461] Registering TS with master...
08:08:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.563596 9189 heartbeater.cc:507] Master 127.8.137.252:39889 requested a full tablet report, sending...
08:08:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.564005 8949 ts_manager.cc:194] Registered new tserver with Master: e188fb04e001451084c6f18033444b8c (127.8.137.193:42363)
08:08:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.564253 8867 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.137.193:33615
08:08:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.639325 9188 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.639535 9188 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.639585 9188 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:11.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.641418 9188 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:11.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.641487 9188 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:08:11.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.641500 9188 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:08:11.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.641513 9188 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:08:11.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.641531 9188 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.137.194
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.643388 9188 tablet_server_runner.cc:78] Tablet server non-default flags:
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/wal
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.194:0
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data/info.pb
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.194
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9188
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.137.194
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/logs
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.643621 9188 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:11.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.643822 9188 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.647395 9208 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.647435 9205 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.647449 9206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.648000 9188 server_base.cc:1061] running on GCE node
08:08:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.648182 9188 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.648515 9188 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.649729 9188 hybrid_clock.cc:648] HybridClock initialized: now 1777450091649699 us; error 42 us; skew 500 ppm
08:08:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.651592 9188 webserver.cc:492] Webserver started at http://127.8.137.194:46353/ using document root <none> and password file <none>
08:08:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.651857 9188 fs_manager.cc:362] Metadata directory not provided
08:08:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.651944 9188 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.652058 9188 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:08:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.653115 9188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data/instance:
08:08:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dd8ce1a0f3941f181b8853242d8b853"
08:08:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.653507 9188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/wal/instance:
08:08:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dd8ce1a0f3941f181b8853242d8b853"
08:08:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.654940 9188 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
08:08:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.655814 9214 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.656013 9188 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.656100 9188 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/wal
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dd8ce1a0f3941f181b8853242d8b853"
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.656177 9188 fs_report.cc:389] FS layout report
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/wal
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/wal
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data/data
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:11.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:11.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:11.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.684978 9188 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:11.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.685307 9188 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:11.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.685472 9188 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.686067 9188 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:08:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.686136 9188 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:08:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.686172 9188 ts_tablet_manager.cc:616] Registered 0 tablets
08:08:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.686188 9188 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:08:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.693938 9188 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.194:38567
08:08:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.694540 9188 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/data/info.pb
08:08:11.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.695528 9336 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.194:38567 every 8 connection(s)
08:08:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.698180 9338 heartbeater.cc:344] Connected to a master server at 127.8.137.254:34511
08:08:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.698282 9338 heartbeater.cc:461] Registering TS with master...
08:08:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.698504 9338 heartbeater.cc:507] Master 127.8.137.254:34511 requested a full tablet report, sending...
08:08:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.698601 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 9188
08:08:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.698710 8743 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-1/wal/instance
08:08:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.698918 8785 ts_manager.cc:194] Registered new tserver with Master: 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.699873 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/wal
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/logs
08:08:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data/info.pb
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.195:0
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.137.195
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.195
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.699973 9337 heartbeater.cc:344] Connected to a master server at 127.8.137.252:39889
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.700028 9337 heartbeater.cc:461] Registering TS with master...
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.700120 9337 heartbeater.cc:507] Master 127.8.137.252:39889 requested a full tablet report, sending...
08:08:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.700448 8949 ts_manager.cc:194] Registered new tserver with Master: 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.702678 9339 heartbeater.cc:344] Connected to a master server at 127.8.137.253:42035
08:08:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.702749 9339 heartbeater.cc:461] Registering TS with master...
08:08:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.702826 9339 heartbeater.cc:507] Master 127.8.137.253:42035 requested a full tablet report, sending...
08:08:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.703059 8867 ts_manager.cc:194] Registered new tserver with Master: 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.703588 8867 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.137.194:34393
08:08:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.786592 9342 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.786798 9342 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.786823 9342 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.788447 9342 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.788507 9342 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.788520 9342 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.788532 9342 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.788550 9342 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.137.195
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.790360 9342 tablet_server_runner.cc:78] Tablet server non-default flags:
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/wal
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.195:0
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data/info.pb
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.195
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9342
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.137.195
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/logs
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.790603 9342 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.790798 9342 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.793632 9350 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.793632 9348 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.793633 9347 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.793974 9342 server_base.cc:1061] running on GCE node
08:08:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.794325 9342 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.794581 9342 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.795761 9342 hybrid_clock.cc:648] HybridClock initialized: now 1777450091795741 us; error 29 us; skew 500 ppm
08:08:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.797494 9342 webserver.cc:492] Webserver started at http://127.8.137.195:39781/ using document root <none> and password file <none>
08:08:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.797762 9342 fs_manager.cc:362] Metadata directory not provided
08:08:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.797847 9342 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.797971 9342 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:08:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.798949 9342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data/instance:
08:08:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ed7a892a83d4fabb42fcace3f71a2ce"
08:08:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.799347 9342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/wal/instance:
08:08:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ed7a892a83d4fabb42fcace3f71a2ce"
08:08:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.800825 9342 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.003s
08:08:11.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.801824 9356 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.802047 9342 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.802119 9342 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/wal
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ed7a892a83d4fabb42fcace3f71a2ce"
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.802170 9342 fs_report.cc:389] FS layout report
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/wal
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/wal
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data/data
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:11.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.829053 9342 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:11.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.829401 9342 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:11.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.829499 9342 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.830015 9342 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:08:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.830088 9342 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:08:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.830127 9342 ts_tablet_manager.cc:616] Registered 0 tablets
08:08:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.830147 9342 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:08:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.838238 9342 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.195:39655
08:08:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.838871 9342 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/data/info.pb
08:08:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.841207 9480 heartbeater.cc:344] Connected to a master server at 127.8.137.254:34511
08:08:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.841492 9480 heartbeater.cc:461] Registering TS with master...
08:08:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.841593 9478 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.195:39655 every 8 connection(s)
08:08:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.841823 9480 heartbeater.cc:507] Master 127.8.137.254:34511 requested a full tablet report, sending...
08:08:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.842605 8785 ts_manager.cc:194] Registered new tserver with Master: 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655)
08:08:11.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.843645 9481 heartbeater.cc:344] Connected to a master server at 127.8.137.253:42035
08:08:11.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.843816 9481 heartbeater.cc:461] Registering TS with master...
08:08:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.844018 9481 heartbeater.cc:507] Master 127.8.137.253:42035 requested a full tablet report, sending...
08:08:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.844262 8867 ts_manager.cc:194] Registered new tserver with Master: 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655)
08:08:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.844799 9479 heartbeater.cc:344] Connected to a master server at 127.8.137.252:39889
08:08:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.844825 8867 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.137.195:40761
08:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.844887 9479 heartbeater.cc:461] Registering TS with master...
08:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.845005 9479 heartbeater.cc:507] Master 127.8.137.252:39889 requested a full tablet report, sending...
08:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.845458 8949 ts_manager.cc:194] Registered new tserver with Master: 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655)
08:08:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.846418 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 9342
08:08:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.846560 8743 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/ts-2/wal/instance
08:08:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.850803 8743 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:08:11.851 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:08:11.851 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:08:11.852 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.137.254"
port: 34511
}
bound_http_address {
host: "127.8.137.254"
port: 34825
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.137.253"
port: 42035
}
bound_http_address {
host: "127.8.137.253"
port: 36643
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.137.252"
port: 39889
}
bound_http_address {
host: "127.8.137.252"
port: 35659
}
}
}
08:08:11.852 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:08:11.853 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.137.193"
port: 42363
}
bound_http_address {
host: "127.8.137.193"
port: 36467
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.137.194"
port: 38567
}
bound_http_address {
host: "127.8.137.194"
port: 46353
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.137.195"
port: 39655
}
bound_http_address {
host: "127.8.137.195"
port: 39781
}
}
}
08:08:11.853 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:08:11.855 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:08:11.856 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.137.253:42035(127.8.137.253:42035)] connecting to peer
08:08:11.857 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:11.858 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.137.253:42035(127.8.137.253:42035)] Successfully connected to peer
08:08:11.858 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:11.859 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.137.254:34511(127.8.137.254:34511)] Successfully connected to peer
08:08:11.860 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.137.252:39889(127.8.137.252:39889)] Successfully connected to peer
08:08:11.861 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.137.252
08:08:11.861 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.137.254
08:08:11.862 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.137.253
08:08:11.873 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8d603d44, L:/127.0.0.1:52492 - R:/127.8.137.254:34511] using SASL/PLAIN
08:08:11.876 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x24793a4c, L:/127.0.0.1:44072 - R:/127.8.137.253:42035] using SASL/PLAIN
08:08:11.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:08:11.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [18ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, deferred=null) after lookup
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.879153 8867 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44072:
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:08:11.879 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x515e18ac, L:/127.0.0.1:53288 - R:/127.8.137.252:39889] using SASL/PLAIN
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:08:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:08:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:08:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.879530 8867 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:08:11.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 07ff2a4de0eb4221a68638b4d19a21e0
08:08:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.888849 9120 tablet_service.cc:1511] Processing CreateTablet for tablet 73825cd1a8134596830221835dc065d5 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:08:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.889256 9120 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 73825cd1a8134596830221835dc065d5. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.890410 9406 tablet_service.cc:1511] Processing CreateTablet for tablet 1aadda4693ab442382a08894c8304e23 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:08:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.890710 9406 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1aadda4693ab442382a08894c8304e23. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.891940 9502 tablet_bootstrap.cc:492] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c: Bootstrap starting.
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.892410 9405 tablet_service.cc:1511] Processing CreateTablet for tablet 73825cd1a8134596830221835dc065d5 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.892515 9405 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 73825cd1a8134596830221835dc065d5. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.892848 9502 tablet_bootstrap.cc:654] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c: Neither blocks nor log segments found. Creating new log.
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.893059 9502 log.cc:826] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c: Log is configured to *not* fsync() on all Append() calls
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.893677 9504 tablet_bootstrap.cc:492] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce: Bootstrap starting.
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.894263 9504 tablet_bootstrap.cc:654] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce: Neither blocks nor log segments found. Creating new log.
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.894461 9504 log.cc:826] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce: Log is configured to *not* fsync() on all Append() calls
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.888851 9121 tablet_service.cc:1511] Processing CreateTablet for tablet 1aadda4693ab442382a08894c8304e23 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:08:11.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.894724 9121 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1aadda4693ab442382a08894c8304e23. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.895056 9504 tablet_bootstrap.cc:492] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce: No bootstrap required, opened a new log
08:08:11.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.895110 9504 ts_tablet_manager.cc:1403] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:08:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.896219 9502 tablet_bootstrap.cc:492] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c: No bootstrap required, opened a new log
08:08:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.896311 9502 ts_tablet_manager.cc:1403] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s
08:08:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.896361 9504 raft_consensus.cc:359] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.896481 9504 raft_consensus.cc:385] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.896502 9504 raft_consensus.cc:740] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ed7a892a83d4fabb42fcace3f71a2ce, State: Initialized, Role: FOLLOWER
08:08:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.896652 9504 consensus_queue.cc:260] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.896946 9504 ts_tablet_manager.cc:1434] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:08:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.897389 9481 heartbeater.cc:499] Master 127.8.137.253:42035 was elected leader, sending a full tablet report...
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.897411 9504 tablet_bootstrap.cc:492] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce: Bootstrap starting.
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.897899 9504 tablet_bootstrap.cc:654] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce: Neither blocks nor log segments found. Creating new log.
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.898056 9502 raft_consensus.cc:359] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.898222 9502 raft_consensus.cc:385] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.898255 9502 raft_consensus.cc:740] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e188fb04e001451084c6f18033444b8c, State: Initialized, Role: FOLLOWER
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.898345 9502 consensus_queue.cc:260] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.898610 9502 ts_tablet_manager.cc:1434] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.898686 9504 tablet_bootstrap.cc:492] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce: No bootstrap required, opened a new log
08:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.898778 9502 tablet_bootstrap.cc:492] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c: Bootstrap starting.
08:08:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.899067 9504 ts_tablet_manager.cc:1403] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
08:08:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.899250 9502 tablet_bootstrap.cc:654] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c: Neither blocks nor log segments found. Creating new log.
08:08:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.899241 9504 raft_consensus.cc:359] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.899318 9504 raft_consensus.cc:385] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.899343 9504 raft_consensus.cc:740] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ed7a892a83d4fabb42fcace3f71a2ce, State: Initialized, Role: FOLLOWER
08:08:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.899675 9504 consensus_queue.cc:260] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.899865 9504 ts_tablet_manager.cc:1434] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
08:08:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.900036 9191 heartbeater.cc:499] Master 127.8.137.253:42035 was elected leader, sending a full tablet report...
08:08:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.901588 9502 tablet_bootstrap.cc:492] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c: No bootstrap required, opened a new log
08:08:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.901655 9502 ts_tablet_manager.cc:1403] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s
08:08:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.901824 9502 raft_consensus.cc:359] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.901916 9502 raft_consensus.cc:385] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.901939 9502 raft_consensus.cc:740] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e188fb04e001451084c6f18033444b8c, State: Initialized, Role: FOLLOWER
08:08:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.901988 9502 consensus_queue.cc:260] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.902088 9502 ts_tablet_manager.cc:1434] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
08:08:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.913038 9264 tablet_service.cc:1511] Processing CreateTablet for tablet 1aadda4693ab442382a08894c8304e23 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:08:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.913044 9263 tablet_service.cc:1511] Processing CreateTablet for tablet 73825cd1a8134596830221835dc065d5 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:08:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.913368 9264 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1aadda4693ab442382a08894c8304e23. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.913506 9263 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 73825cd1a8134596830221835dc065d5. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.915697 9511 tablet_bootstrap.cc:492] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853: Bootstrap starting.
08:08:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.916235 9511 tablet_bootstrap.cc:654] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853: Neither blocks nor log segments found. Creating new log.
08:08:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.916462 9511 log.cc:826] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853: Log is configured to *not* fsync() on all Append() calls
08:08:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.917140 9511 tablet_bootstrap.cc:492] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853: No bootstrap required, opened a new log
08:08:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.917220 9511 ts_tablet_manager.cc:1403] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
08:08:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.918663 9511 raft_consensus.cc:359] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.918810 9511 raft_consensus.cc:385] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.918844 9511 raft_consensus.cc:740] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4dd8ce1a0f3941f181b8853242d8b853, State: Initialized, Role: FOLLOWER
08:08:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.918941 9511 consensus_queue.cc:260] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.919245 9511 ts_tablet_manager.cc:1434] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
08:08:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.919462 9339 heartbeater.cc:499] Master 127.8.137.253:42035 was elected leader, sending a full tablet report...
08:08:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.919605 9511 tablet_bootstrap.cc:492] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853: Bootstrap starting.
08:08:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.920311 9511 tablet_bootstrap.cc:654] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853: Neither blocks nor log segments found. Creating new log.
08:08:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.921108 9511 tablet_bootstrap.cc:492] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853: No bootstrap required, opened a new log
08:08:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.921170 9511 ts_tablet_manager.cc:1403] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
08:08:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.921331 9511 raft_consensus.cc:359] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.921375 9511 raft_consensus.cc:385] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.921387 9511 raft_consensus.cc:740] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4dd8ce1a0f3941f181b8853242d8b853, State: Initialized, Role: FOLLOWER
08:08:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.921420 9511 consensus_queue.cc:260] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.921510 9511 ts_tablet_manager.cc:1434] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
08:08:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.925572 9508 raft_consensus.cc:493] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:08:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.925697 9508 raft_consensus.cc:515] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.926049 9508 leader_election.cc:290] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655), 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.930197 9426 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1aadda4693ab442382a08894c8304e23" candidate_uuid: "e188fb04e001451084c6f18033444b8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" is_pre_election: true
08:08:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.930311 9284 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1aadda4693ab442382a08894c8304e23" candidate_uuid: "e188fb04e001451084c6f18033444b8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4dd8ce1a0f3941f181b8853242d8b853" is_pre_election: true
08:08:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.930444 9426 raft_consensus.cc:2468] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e188fb04e001451084c6f18033444b8c in term 0.
08:08:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.930444 9284 raft_consensus.cc:2468] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e188fb04e001451084c6f18033444b8c in term 0.
08:08:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.930843 9076 leader_election.cc:304] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8ed7a892a83d4fabb42fcace3f71a2ce, e188fb04e001451084c6f18033444b8c; no voters:
08:08:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.931033 9508 raft_consensus.cc:2804] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Leader pre-election won for term 1
08:08:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.931131 9508 raft_consensus.cc:493] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:08:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.931160 9508 raft_consensus.cc:3060] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Advancing to term 1
08:08:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.931821 9508 raft_consensus.cc:515] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.932001 9508 leader_election.cc:290] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [CANDIDATE]: Term 1 election: Requested vote from peers 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655), 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.932305 9426 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1aadda4693ab442382a08894c8304e23" candidate_uuid: "e188fb04e001451084c6f18033444b8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce"
08:08:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.932380 9284 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1aadda4693ab442382a08894c8304e23" candidate_uuid: "e188fb04e001451084c6f18033444b8c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4dd8ce1a0f3941f181b8853242d8b853"
08:08:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.932410 9426 raft_consensus.cc:3060] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Advancing to term 1
08:08:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.932446 9284 raft_consensus.cc:3060] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Advancing to term 1
08:08:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.933089 9284 raft_consensus.cc:2468] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e188fb04e001451084c6f18033444b8c in term 1.
08:08:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.933207 9426 raft_consensus.cc:2468] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e188fb04e001451084c6f18033444b8c in term 1.
08:08:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.933316 9074 leader_election.cc:304] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4dd8ce1a0f3941f181b8853242d8b853, e188fb04e001451084c6f18033444b8c; no voters:
08:08:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.933440 9508 raft_consensus.cc:2804] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 1 FOLLOWER]: Leader election won for term 1
08:08:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.933575 9508 raft_consensus.cc:697] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [term 1 LEADER]: Becoming Leader. State: Replica: e188fb04e001451084c6f18033444b8c, State: Running, Role: LEADER
08:08:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.933673 9508 consensus_queue.cc:237] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } }
08:08:11.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:11.934863 8866 catalog_manager.cc:5671] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c reported cstate change: term changed from 0 to 1, leader changed from <none> to e188fb04e001451084c6f18033444b8c (127.8.137.193). New cstate: current_term: 1 leader_uuid: "e188fb04e001451084c6f18033444b8c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } health_report { overall_health: UNKNOWN } } }
08:08:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:11.948043 9340 tablet.cc:2404] T 1aadda4693ab442382a08894c8304e23 P 4dd8ce1a0f3941f181b8853242d8b853: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:08:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.055577 9192 tablet.cc:2404] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:08:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.090196 9482 tablet.cc:2404] T 1aadda4693ab442382a08894c8304e23 P 8ed7a892a83d4fabb42fcace3f71a2ce: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:08:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.090291 9506 raft_consensus.cc:493] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:08:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.090378 9506 raft_consensus.cc:515] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.090764 9506 leader_election.cc:290] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e188fb04e001451084c6f18033444b8c (127.8.137.193:42363), 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.093873 9284 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "73825cd1a8134596830221835dc065d5" candidate_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4dd8ce1a0f3941f181b8853242d8b853" is_pre_election: true
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.093868 9141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "73825cd1a8134596830221835dc065d5" candidate_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e188fb04e001451084c6f18033444b8c" is_pre_election: true
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.094000 9284 raft_consensus.cc:2468] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ed7a892a83d4fabb42fcace3f71a2ce in term 0.
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.094012 9141 raft_consensus.cc:2468] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ed7a892a83d4fabb42fcace3f71a2ce in term 0.
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.094238 9358 leader_election.cc:304] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4dd8ce1a0f3941f181b8853242d8b853, 8ed7a892a83d4fabb42fcace3f71a2ce; no voters:
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.094394 9506 raft_consensus.cc:2804] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Leader pre-election won for term 1
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.094442 9506 raft_consensus.cc:493] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:08:12.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.094476 9506 raft_consensus.cc:3060] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Advancing to term 1
08:08:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.095317 9506 raft_consensus.cc:515] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.095628 9506 leader_election.cc:290] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [CANDIDATE]: Term 1 election: Requested vote from peers e188fb04e001451084c6f18033444b8c (127.8.137.193:42363), 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.095865 9284 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "73825cd1a8134596830221835dc065d5" candidate_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4dd8ce1a0f3941f181b8853242d8b853"
08:08:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.095876 9141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "73825cd1a8134596830221835dc065d5" candidate_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e188fb04e001451084c6f18033444b8c"
08:08:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.095947 9284 raft_consensus.cc:3060] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Advancing to term 1
08:08:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.095969 9141 raft_consensus.cc:3060] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Advancing to term 1
08:08:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.096697 9284 raft_consensus.cc:2468] T 73825cd1a8134596830221835dc065d5 P 4dd8ce1a0f3941f181b8853242d8b853 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8ed7a892a83d4fabb42fcace3f71a2ce in term 1.
08:08:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.096853 9141 raft_consensus.cc:2468] T 73825cd1a8134596830221835dc065d5 P e188fb04e001451084c6f18033444b8c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8ed7a892a83d4fabb42fcace3f71a2ce in term 1.
08:08:12.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.096925 9358 leader_election.cc:304] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4dd8ce1a0f3941f181b8853242d8b853, 8ed7a892a83d4fabb42fcace3f71a2ce; no voters:
08:08:12.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.097095 9506 raft_consensus.cc:2804] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 1 FOLLOWER]: Leader election won for term 1
08:08:12.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.097259 9506 raft_consensus.cc:697] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 1 LEADER]: Becoming Leader. State: Replica: 8ed7a892a83d4fabb42fcace3f71a2ce, State: Running, Role: LEADER
08:08:12.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.097476 9506 consensus_queue.cc:237] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.098750 8866 catalog_manager.cc:5671] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce reported cstate change: term changed from 0 to 1, leader changed from <none> to 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195). New cstate: current_term: 1 leader_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } health_report { overall_health: HEALTHY } } }
08:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.269711 9018 catalog_manager.cc:1269] Loaded cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.269819 9018 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: loading cluster ID for follower catalog manager: success
08:08:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.270831 9018 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: acquiring CA information for follower catalog manager: success
08:08:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.271167 9018 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:08:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.284790 9045 catalog_manager.cc:1269] Loaded cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.284883 9045 catalog_manager.cc:1562] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: loading cluster ID for follower catalog manager: success
08:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.285854 9045 catalog_manager.cc:1584] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: acquiring CA information for follower catalog manager: success
08:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.286186 9045 catalog_manager.cc:1612] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:08:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.344033 9508 consensus_queue.cc:1048] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.347776 9508 consensus_queue.cc:1048] T 1aadda4693ab442382a08894c8304e23 P e188fb04e001451084c6f18033444b8c [LEADER]: Connected to new peer: Peer: permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.347836 8867 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44078:
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:08:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.348093 8867 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:08:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.352336 9263 tablet_service.cc:1511] Processing CreateTablet for tablet 33def5e6d325465fb79bf0dde40797d2 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:08:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.352347 9405 tablet_service.cc:1511] Processing CreateTablet for tablet 33def5e6d325465fb79bf0dde40797d2 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:08:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.352540 9263 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 33def5e6d325465fb79bf0dde40797d2. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.352559 9405 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 33def5e6d325465fb79bf0dde40797d2. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.354224 9504 tablet_bootstrap.cc:492] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: Bootstrap starting.
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.354278 9120 tablet_service.cc:1511] Processing CreateTablet for tablet 33def5e6d325465fb79bf0dde40797d2 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.354375 9511 tablet_bootstrap.cc:492] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: Bootstrap starting.
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.354450 9120 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 33def5e6d325465fb79bf0dde40797d2. 1 dirs total, 0 dirs full, 0 dirs failed
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.354792 9504 tablet_bootstrap.cc:654] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: Neither blocks nor log segments found. Creating new log.
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.354856 9511 tablet_bootstrap.cc:654] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: Neither blocks nor log segments found. Creating new log.
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.355510 9504 tablet_bootstrap.cc:492] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: No bootstrap required, opened a new log
08:08:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.355590 9504 ts_tablet_manager.cc:1403] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.355875 9511 tablet_bootstrap.cc:492] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: No bootstrap required, opened a new log
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.355939 9511 ts_tablet_manager.cc:1403] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: Time spent bootstrapping tablet: real 0.002s user 0.000s sys 0.001s
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.355911 9504 raft_consensus.cc:359] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356040 9504 raft_consensus.cc:385] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356065 9504 raft_consensus.cc:740] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ed7a892a83d4fabb42fcace3f71a2ce, State: Initialized, Role: FOLLOWER
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356118 9504 consensus_queue.cc:260] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356099 9511 raft_consensus.cc:359] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356140 9502 tablet_bootstrap.cc:492] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: Bootstrap starting.
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356173 9511 raft_consensus.cc:385] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356206 9511 raft_consensus.cc:740] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4dd8ce1a0f3941f181b8853242d8b853, State: Initialized, Role: FOLLOWER
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356238 9504 ts_tablet_manager.cc:1434] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356251 9511 consensus_queue.cc:260] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356362 9511 ts_tablet_manager.cc:1434] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: Time spent starting tablet: real 0.000s user 0.000s sys 0.001s
08:08:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356372 9506 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356426 9506 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: This TxnStatusTablet replica's current role is: FOLLOWER
08:08:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356534 9513 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356614 9513 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: This TxnStatusTablet replica's current role is: FOLLOWER
08:08:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.356669 9502 tablet_bootstrap.cc:654] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: Neither blocks nor log segments found. Creating new log.
08:08:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.357401 9502 tablet_bootstrap.cc:492] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: No bootstrap required, opened a new log
08:08:12.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.357502 9502 ts_tablet_manager.cc:1403] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: Time spent bootstrapping tablet: real 0.001s user 0.000s sys 0.001s
08:08:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.357695 9502 raft_consensus.cc:359] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.357769 9502 raft_consensus.cc:385] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:08:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.357789 9502 raft_consensus.cc:740] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e188fb04e001451084c6f18033444b8c, State: Initialized, Role: FOLLOWER
08:08:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.357828 9502 consensus_queue.cc:260] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.357929 9502 ts_tablet_manager.cc:1434] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: Time spent starting tablet: real 0.000s user 0.000s sys 0.001s
08:08:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.358098 9508 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.358160 9508 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: This TxnStatusTablet replica's current role is: FOLLOWER
08:08:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.387909 9513 raft_consensus.cc:493] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:08:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.388025 9513 raft_consensus.cc:515] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.388338 9513 leader_election.cc:290] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e188fb04e001451084c6f18033444b8c (127.8.137.193:42363), 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655)
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.391662 9141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33def5e6d325465fb79bf0dde40797d2" candidate_uuid: "4dd8ce1a0f3941f181b8853242d8b853" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e188fb04e001451084c6f18033444b8c" is_pre_election: true
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.391829 9141 raft_consensus.cc:2468] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4dd8ce1a0f3941f181b8853242d8b853 in term 0.
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.391762 9426 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33def5e6d325465fb79bf0dde40797d2" candidate_uuid: "4dd8ce1a0f3941f181b8853242d8b853" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" is_pre_election: true
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.391892 9426 raft_consensus.cc:2468] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4dd8ce1a0f3941f181b8853242d8b853 in term 0.
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.392163 9218 leader_election.cc:304] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4dd8ce1a0f3941f181b8853242d8b853, 8ed7a892a83d4fabb42fcace3f71a2ce; no voters:
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.392669 9513 raft_consensus.cc:2804] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.392771 9513 raft_consensus.cc:493] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:08:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.392794 9513 raft_consensus.cc:3060] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 0 FOLLOWER]: Advancing to term 1
08:08:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.393568 9513 raft_consensus.cc:515] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.393754 9513 leader_election.cc:290] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [CANDIDATE]: Term 1 election: Requested vote from peers e188fb04e001451084c6f18033444b8c (127.8.137.193:42363), 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655)
08:08:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.393982 9141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33def5e6d325465fb79bf0dde40797d2" candidate_uuid: "4dd8ce1a0f3941f181b8853242d8b853" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e188fb04e001451084c6f18033444b8c"
08:08:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.393982 9426 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "33def5e6d325465fb79bf0dde40797d2" candidate_uuid: "4dd8ce1a0f3941f181b8853242d8b853" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce"
08:08:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.394078 9426 raft_consensus.cc:3060] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 0 FOLLOWER]: Advancing to term 1
08:08:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.394078 9141 raft_consensus.cc:3060] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [term 0 FOLLOWER]: Advancing to term 1
08:08:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.394881 9141 raft_consensus.cc:2468] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4dd8ce1a0f3941f181b8853242d8b853 in term 1.
08:08:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.394905 9426 raft_consensus.cc:2468] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4dd8ce1a0f3941f181b8853242d8b853 in term 1.
08:08:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.395100 9217 leader_election.cc:304] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4dd8ce1a0f3941f181b8853242d8b853, e188fb04e001451084c6f18033444b8c; no voters:
08:08:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.395224 9513 raft_consensus.cc:2804] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 1 FOLLOWER]: Leader election won for term 1
08:08:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.395398 9513 raft_consensus.cc:697] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [term 1 LEADER]: Becoming Leader. State: Replica: 4dd8ce1a0f3941f181b8853242d8b853, State: Running, Role: LEADER
08:08:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.395560 9513 consensus_queue.cc:237] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } }
08:08:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.396395 9537 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: TxnStatusTablet state changed. Reason: New leader 4dd8ce1a0f3941f181b8853242d8b853. Latest consensus state: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.396689 9537 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: This TxnStatusTablet replica's current role is: LEADER
08:08:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.397032 8867 catalog_manager.cc:5671] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194). New cstate: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } health_report { overall_health: UNKNOWN } } }
08:08:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.397432 9539 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:08:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.397521 9539 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:08:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.407783 9426 raft_consensus.cc:1275] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce [term 1 FOLLOWER]: Refusing update from remote peer 4dd8ce1a0f3941f181b8853242d8b853: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:08:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.407900 9141 raft_consensus.cc:1275] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c [term 1 FOLLOWER]: Refusing update from remote peer 4dd8ce1a0f3941f181b8853242d8b853: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:08:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.408226 9537 consensus_queue.cc:1048] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.408440 9513 consensus_queue.cc:1048] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:12.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.409576 9506 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: TxnStatusTablet state changed. Reason: New leader 4dd8ce1a0f3941f181b8853242d8b853. Latest consensus state: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.409591 9508 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: TxnStatusTablet state changed. Reason: New leader 4dd8ce1a0f3941f181b8853242d8b853. Latest consensus state: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.409675 9506 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: This TxnStatusTablet replica's current role is: FOLLOWER
08:08:12.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.409695 9508 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: This TxnStatusTablet replica's current role is: FOLLOWER
08:08:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.411932 9513 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.412051 9513 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: This TxnStatusTablet replica's current role is: LEADER
08:08:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.412101 9528 mvcc.cc:204] Tried to move back new op lower bound from 7280435578499842048 to 7280435578453643264. Current Snapshot: MvccSnapshot[applied={T|T < 7280435578499842048}]
08:08:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.412214 9508 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.412279 9508 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P e188fb04e001451084c6f18033444b8c: This TxnStatusTablet replica's current role is: FOLLOWER
08:08:12.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.413105 9529 mvcc.cc:204] Tried to move back new op lower bound from 7280435578499842048 to 7280435578453643264. Current Snapshot: MvccSnapshot[applied={T|T < 7280435578499842048}]
08:08:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.414060 9544 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.414327 9544 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P 4dd8ce1a0f3941f181b8853242d8b853: This TxnStatusTablet replica's current role is: LEADER
08:08:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.414498 9506 tablet_replica.cc:442] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4dd8ce1a0f3941f181b8853242d8b853" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 } } peers { permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 } } peers { permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" member_type: VOTER last_known_addr { host: "127.8.137.195" port: 39655 } } }
08:08:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.414623 9506 tablet_replica.cc:445] T 33def5e6d325465fb79bf0dde40797d2 P 8ed7a892a83d4fabb42fcace3f71a2ce: This TxnStatusTablet replica's current role is: FOLLOWER
08:08:12.422 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:08:12.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 07ff2a4de0eb4221a68638b4d19a21e0
08:08:12.424 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.137.253:42035
08:08:12.424 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:08:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.424434 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 8836
08:08:12.433 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.137.253:42035(127.8.137.253:42035)] handling channelInactive
08:08:12.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.137.253:42035(127.8.137.253:42035)] cleaning up while in state READY due to: connection closed
08:08:12.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:08:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.621757 9506 consensus_queue.cc:1048] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [LEADER]: Connected to new peer: Peer: permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" member_type: VOTER last_known_addr { host: "127.8.137.194" port: 38567 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.623019 9339 heartbeater.cc:646] Failed to heartbeat to 127.8.137.253:42035 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.625455 9549 consensus_queue.cc:1048] T 73825cd1a8134596830221835dc065d5 P 8ed7a892a83d4fabb42fcace3f71a2ce [LEADER]: Connected to new peer: Peer: permanent_uuid: "e188fb04e001451084c6f18033444b8c" member_type: VOTER last_known_addr { host: "127.8.137.193" port: 42363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:08:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.625757 9481 heartbeater.cc:646] Failed to heartbeat to 127.8.137.253:42035 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.626672 9191 heartbeater.cc:646] Failed to heartbeat to 127.8.137.253:42035 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.699582 9554 raft_consensus.cc:493] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7a340d411929465692f4a2278b190113)
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.699717 9554 raft_consensus.cc:515] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.699910 9555 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7a340d411929465692f4a2278b190113)
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.699996 9554 leader_election.cc:290] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511), 7a340d411929465692f4a2278b190113 (127.8.137.253:42035)
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700003 9555 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700258 9555 leader_election.cc:290] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7a340d411929465692f4a2278b190113 (127.8.137.253:42035), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700258 8795 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db3c40380d55424889366d211a6fb54c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3af8b77e7f924d3e993f163799af6c37" is_pre_election: true
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700441 8795 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db3c40380d55424889366d211a6fb54c in term 1.
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.700613 8934 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700578 8959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3af8b77e7f924d3e993f163799af6c37" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "db3c40380d55424889366d211a6fb54c" is_pre_election: true
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700755 8959 raft_consensus.cc:2468] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3af8b77e7f924d3e993f163799af6c37 in term 1.
08:08:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700829 8934 leader_election.cc:304] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, db3c40380d55424889366d211a6fb54c; no voters:
08:08:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.700973 9554 raft_consensus.cc:2804] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Leader pre-election won for term 2
08:08:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.701026 9554 raft_consensus.cc:493] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7a340d411929465692f4a2278b190113)
08:08:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.701054 9554 raft_consensus.cc:3060] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 1 FOLLOWER]: Advancing to term 2
08:08:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.701148 8934 leader_election.cc:336] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.701128 8770 leader_election.cc:304] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, db3c40380d55424889366d211a6fb54c; no voters:
08:08:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.701406 9555 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.701517 9555 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7a340d411929465692f4a2278b190113)
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.701539 9555 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 1 FOLLOWER]: Advancing to term 2
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.701680 8770 leader_election.cc:336] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.701982 9554 raft_consensus.cc:515] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.702122 9554 leader_election.cc:290] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 2 election: Requested vote from peers 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511), 7a340d411929465692f4a2278b190113 (127.8.137.253:42035)
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.702397 8795 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db3c40380d55424889366d211a6fb54c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3af8b77e7f924d3e993f163799af6c37"
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.702576 9555 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.702699 8795 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate db3c40380d55424889366d211a6fb54c in current term 2: Already voted for candidate 3af8b77e7f924d3e993f163799af6c37 in this term.
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.702742 9555 leader_election.cc:290] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 2 election: Requested vote from peers 7a340d411929465692f4a2278b190113 (127.8.137.253:42035), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.702839 8934 leader_election.cc:336] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.702924 8934 leader_election.cc:304] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: db3c40380d55424889366d211a6fb54c; no voters: 3af8b77e7f924d3e993f163799af6c37, 7a340d411929465692f4a2278b190113
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.703104 8959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3af8b77e7f924d3e993f163799af6c37" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "db3c40380d55424889366d211a6fb54c"
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.703143 9554 raft_consensus.cc:2749] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.703274 8959 raft_consensus.cc:2393] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3af8b77e7f924d3e993f163799af6c37 in current term 2: Already voted for candidate db3c40380d55424889366d211a6fb54c in this term.
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:12.703451 8770 leader_election.cc:336] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.703548 8770 leader_election.cc:304] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37; no voters: 7a340d411929465692f4a2278b190113, db3c40380d55424889366d211a6fb54c
08:08:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:12.703652 9555 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:08:12.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.253:42035(127.8.137.253:42035)] connecting to peer
08:08:12.939 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.940 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.137.253:42035(127.8.137.253:42035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.940 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.8.137.253:42035(127.8.137.253:42035) for tablet Kudu Master: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.253:42035(127.8.137.253:42035)] connecting to peer
08:08:12.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.137.253:42035(127.8.137.253:42035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.960 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.253:42035: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:12.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.253:42035(127.8.137.253:42035)] connecting to peer
08:08:12.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.137.253:42035(127.8.137.253:42035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.253:42035: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:12.979 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:12.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.253:42035(127.8.137.253:42035)] connecting to peer
08:08:13.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:13.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.137.253:42035(127.8.137.253:42035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:13.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.253:42035: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:13.000 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.011904 9555 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:08:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.012049 9555 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.012230 9555 leader_election.cc:290] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7a340d411929465692f4a2278b190113 (127.8.137.253:42035), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.012799 8959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3af8b77e7f924d3e993f163799af6c37" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "db3c40380d55424889366d211a6fb54c" is_pre_election: true
08:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.012915 8959 raft_consensus.cc:2468] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3af8b77e7f924d3e993f163799af6c37 in term 2.
08:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:13.013007 8770 leader_election.cc:336] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.013108 8770 leader_election.cc:304] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, db3c40380d55424889366d211a6fb54c; no voters: 7a340d411929465692f4a2278b190113
08:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.013239 9555 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.013303 9555 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:08:13.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.013325 9555 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 2 FOLLOWER]: Advancing to term 3
08:08:13.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.014215 9555 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:13.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.014387 9555 leader_election.cc:290] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 3 election: Requested vote from peers 7a340d411929465692f4a2278b190113 (127.8.137.253:42035), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.014891 8959 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3af8b77e7f924d3e993f163799af6c37" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "db3c40380d55424889366d211a6fb54c"
08:08:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.015029 8959 raft_consensus.cc:3060] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 2 FOLLOWER]: Advancing to term 3
08:08:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:13.015167 8770 leader_election.cc:336] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111)
08:08:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.015805 8959 raft_consensus.cc:2468] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3af8b77e7f924d3e993f163799af6c37 in term 3.
08:08:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.016059 8770 leader_election.cc:304] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, db3c40380d55424889366d211a6fb54c; no voters: 7a340d411929465692f4a2278b190113
08:08:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.016162 9555 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 3 FOLLOWER]: Leader election won for term 3
08:08:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.016281 9555 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 3 LEADER]: Becoming Leader. State: Replica: 3af8b77e7f924d3e993f163799af6c37, State: Running, Role: LEADER
08:08:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.016399 9555 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.016728 9565 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3af8b77e7f924d3e993f163799af6c37. Latest consensus state: current_term: 3 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.016824 9565 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: LEADER
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017027 9566 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:08:13.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.253:42035(127.8.137.253:42035)] connecting to peer
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017398 9566 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017501 9566 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de]
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017696 9566 tablet_loader.cc:96] loaded metadata for tablet 1aadda4693ab442382a08894c8304e23 (table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0])
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017764 9566 tablet_loader.cc:96] loaded metadata for tablet 33def5e6d325465fb79bf0dde40797d2 (table kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de])
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017802 9566 tablet_loader.cc:96] loaded metadata for tablet 73825cd1a8134596830221835dc065d5 (table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0])
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017831 9566 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:08:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017899 9566 catalog_manager.cc:1269] Loaded cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.017943 9566 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:08:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.018129 9566 catalog_manager.cc:1514] Loading token signing keys...
08:08:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.018195 9566 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Loaded TSK: 0
08:08:13.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.018288 9566 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:08:13.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:13.022 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.137.253:42035(127.8.137.253:42035)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:13.022 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.253:42035: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035
08:08:13.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:08:13.023 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=85), Traces: [0ms] sending RPC to server master-127.8.137.253:42035, [3ms] received response from server master-127.8.137.253:42035: Network error: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: Network error: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: Network error: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: Network error: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [85ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: Network error: Failed to connect to peer master-127.8.137.253:42035(127.8.137.253:42035): Connection refused: /127.8.137.253:42035, deferred=Deferred@103029115(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@3864cb18 -> (continuation of Deferred@929586247 after retry RPC after error@1086509206) -> (continuation of Deferred@1712055860 after retry RPC after error@2016005606) -> (continuation of Deferred@223755456 after retry RPC after error@1539709852), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@62457c96 -> (continuation of Deferred@929586247 after retry RPC after error@1086509206) -> (continuation of Deferred@1712055860 after retry RPC after error@2016005606) -> (continuation of Deferred@223755456 after retry RPC after error@1539709852))) after lookup
08:08:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.051635 8784 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52514:
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:08:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:13.052006 8784 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:08:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.117751 8959 raft_consensus.cc:1275] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 3 FOLLOWER]: Refusing update from remote peer 3af8b77e7f924d3e993f163799af6c37: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:08:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.118309 9565 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:08:13.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.118903 9554 sys_catalog.cc:455] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3af8b77e7f924d3e993f163799af6c37. Latest consensus state: current_term: 3 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:13.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.119042 9554 sys_catalog.cc:458] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: This master's current role is: FOLLOWER
08:08:13.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.119554 9565 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:13.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.119652 9565 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: LEADER
08:08:13.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.119750 9554 sys_catalog.cc:455] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:13.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:13.119827 9554 sys_catalog.cc:458] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: This master's current role is: FOLLOWER
08:08:13.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:13.120329 8770 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 -> Peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Couldn't send request to peer 7a340d411929465692f4a2278b190113. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:08:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:13.634352 8770 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 -> Peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Couldn't send request to peer 7a340d411929465692f4a2278b190113. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:08:14.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.148042 9480 heartbeater.cc:499] Master 127.8.137.254:34511 was elected leader, sending a full tablet report...
08:08:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.177863 8770 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 -> Peer 7a340d411929465692f4a2278b190113 (127.8.137.253:42035): Couldn't send request to peer 7a340d411929465692f4a2278b190113. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.253:42035: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:08:14.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1aadda4693ab442382a08894c8304e23 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
08:08:14.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 73825cd1a8134596830221835dc065d5 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
08:08:14.439 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1aadda4693ab442382a08894c8304e23@[4dd8ce1a0f3941f181b8853242d8b853(127.8.137.194:38567),8ed7a892a83d4fabb42fcace3f71a2ce(127.8.137.195:39655),e188fb04e001451084c6f18033444b8c(127.8.137.193:42363)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=73825cd1a8134596830221835dc065d5@[4dd8ce1a0f3941f181b8853242d8b853(127.8.137.194:38567),8ed7a892a83d4fabb42fcace3f71a2ce(127.8.137.195:39655)[L],e188fb04e001451084c6f18033444b8c(127.8.137.193:42363)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:08:14.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.137.254:34511, [1ms] Sub RPC GetTableLocations: received response from server master-127.8.137.254:34511: OK, deferred=null) after lookup
08:08:14.439 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e188fb04e001451084c6f18033444b8c(127.8.137.193:42363)] connecting to peer
08:08:14.440 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e188fb04e001451084c6f18033444b8c(127.8.137.193:42363)] Successfully connected to peer
08:08:14.452 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c577c04, L:/127.0.0.1:32964 - R:/127.8.137.193:42363] using TOKEN/null
08:08:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.453341 9194 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.8.137.253:42035)
08:08:14.468 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.137.253:42035
08:08:14.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.469357 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/logs
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/info.pb
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.253:42035
08:08:14.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.253
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36643
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:08:14.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:08:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.550230 9609 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.550470 9609 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.550505 9609 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.552255 9609 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:08:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.552362 9609 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:08:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.552388 9609 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.552408 9609 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:08:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.552428 9609 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:08:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.552444 9609 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:08:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.552459 9609 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
08:08:14.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.554440 9609 master_runner.cc:386] Master server non-default flags:
08:08:14.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.253:42035
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/info.pb
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.253
08:08:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36643
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9609
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/logs
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.554800 9609 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.555084 9609 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.558120 9614 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.558166 9617 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.558175 9615 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.558802 9609 server_base.cc:1061] running on GCE node
08:08:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.559000 9609 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.559387 9609 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.560573 9609 hybrid_clock.cc:648] HybridClock initialized: now 1777450094560531 us; error 55 us; skew 500 ppm
08:08:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.561837 9609 webserver.cc:492] Webserver started at http://127.8.137.253:36643/ using document root <none> and password file <none>
08:08:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.562012 9609 fs_manager.cc:362] Metadata directory not provided
08:08:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.562067 9609 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:14.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.563263 9609 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.001s sys 0.000s
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.563925 9623 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.564177 9609 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.564263 9609 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a340d411929465692f4a2278b190113"
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:11 on dist-test-slave-2chd"
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.564791 9609 fs_report.cc:389] FS layout report
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/wal
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/data
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:14.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.573499 9609 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:14.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.573832 9609 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.573992 9609 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.579865 9609 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.253:42035
08:08:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.579945 9685 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.253:42035 every 8 connection(s)
08:08:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.580199 9609 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-1/data/info.pb
08:08:14.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.581388 9686 sys_catalog.cc:263] Verifying existing consensus state
08:08:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.582500 9686 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Bootstrap starting.
08:08:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.584329 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 9609
08:08:14.584 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:08:14.584 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.137.254:34511
08:08:14.585 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:08:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.585189 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 8754
08:08:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.591089 9686 log.cc:826] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Log is configured to *not* fsync() on all Append() calls
08:08:14.592 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.137.254:34511(127.8.137.254:34511)] handling channelInactive
08:08:14.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state READY due to: connection closed
08:08:14.594 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:08:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.594237 9686 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:08:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.594631 9686 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: Bootstrap complete.
08:08:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.597121 9686 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.597404 9686 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a340d411929465692f4a2278b190113, State: Initialized, Role: FOLLOWER
08:08:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.597589 9686 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.597959 9689 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.598063 9689 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: FOLLOWER
08:08:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.597985 9686 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: configured and running, proceeding with master startup.
08:08:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.600419 9700 catalog_manager.cc:1269] Loaded cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.600514 9700 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: loading cluster ID for follower catalog manager: success
08:08:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.602062 9700 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: acquiring CA information for follower catalog manager: success
08:08:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.602430 9700 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:08:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.601048 9609 master_runner.cc:186] Error getting master registration for 127.8.137.254:34511: Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111),
08:08:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.602581 9609 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:08:14.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.618 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.137.254:34511(127.8.137.254:34511) for tablet Kudu Master: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.627298 9338 heartbeater.cc:499] Master 127.8.137.254:34511 was elected leader, sending a full tablet report...
08:08:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.632225 9339 heartbeater.cc:344] Connected to a master server at 127.8.137.253:42035
08:08:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.633183 9640 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" instance_seqno: 1777450091691984) as {username='slave'} at 127.8.137.194:38325; Asking this server to re-register.
08:08:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.633512 9339 heartbeater.cc:461] Registering TS with master...
08:08:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.633949 9640 ts_manager.cc:194] Registered new tserver with Master: 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:14.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.253:42035(127.8.137.253:42035)] connecting to peer
08:08:14.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.638 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.137.253:42035(127.8.137.253:42035)] Successfully connected to peer
08:08:14.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.254:34511: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.646 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb6d90011, L:/127.0.0.1:44482 - R:/127.8.137.253:42035] using TOKEN/null
08:08:14.647 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:14.656 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.254:34511: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.658 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:14.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.254:34511: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.679 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:14.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.699 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.254:34511: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.700 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:14.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.254:34511: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:14.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.254:34511: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.805595 9706 raft_consensus.cc:493] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3af8b77e7f924d3e993f163799af6c37)
08:08:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.805711 9706 raft_consensus.cc:515] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.805853 9706 leader_election.cc:290] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511), 7a340d411929465692f4a2278b190113 (127.8.137.253:42035)
08:08:14.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.806916 8934 leader_election.cc:336] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511): Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111)
08:08:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.809214 9650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db3c40380d55424889366d211a6fb54c" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "7a340d411929465692f4a2278b190113" is_pre_election: true
08:08:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.809427 9650 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db3c40380d55424889366d211a6fb54c in term 1.
08:08:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.809669 8934 leader_election.cc:304] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7a340d411929465692f4a2278b190113, db3c40380d55424889366d211a6fb54c; no voters: 3af8b77e7f924d3e993f163799af6c37
08:08:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.809837 9706 raft_consensus.cc:2804] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 3 FOLLOWER]: Leader pre-election won for term 4
08:08:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.809898 9706 raft_consensus.cc:493] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 3 FOLLOWER]: Starting leader election (detected failure of leader 3af8b77e7f924d3e993f163799af6c37)
08:08:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.809916 9706 raft_consensus.cc:3060] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 3 FOLLOWER]: Advancing to term 4
08:08:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.810601 9706 raft_consensus.cc:515] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.810729 9706 leader_election.cc:290] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 4 election: Requested vote from peers 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511), 7a340d411929465692f4a2278b190113 (127.8.137.253:42035)
08:08:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.811168 9650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "db3c40380d55424889366d211a6fb54c" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "7a340d411929465692f4a2278b190113"
08:08:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.811276 9650 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 1 FOLLOWER]: Advancing to term 4
08:08:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.811717 8934 leader_election.cc:336] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511): Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111)
08:08:14.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.812530 9650 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db3c40380d55424889366d211a6fb54c in term 4.
08:08:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.812757 8934 leader_election.cc:304] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7a340d411929465692f4a2278b190113, db3c40380d55424889366d211a6fb54c; no voters: 3af8b77e7f924d3e993f163799af6c37
08:08:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.812863 9706 raft_consensus.cc:2804] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 4 FOLLOWER]: Leader election won for term 4
08:08:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.813033 9706 raft_consensus.cc:697] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [term 4 LEADER]: Becoming Leader. State: Replica: db3c40380d55424889366d211a6fb54c, State: Running, Role: LEADER
08:08:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.813114 9706 consensus_queue.cc:237] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.813661 9710 sys_catalog.cc:455] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: SysCatalogTable state changed. Reason: New leader db3c40380d55424889366d211a6fb54c. Latest consensus state: current_term: 4 leader_uuid: "db3c40380d55424889366d211a6fb54c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.813751 9710 sys_catalog.cc:458] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: This master's current role is: LEADER
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.813925 9712 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814284 9712 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814359 9712 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de]
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814494 9712 tablet_loader.cc:96] loaded metadata for tablet 1aadda4693ab442382a08894c8304e23 (table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0])
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814534 9712 tablet_loader.cc:96] loaded metadata for tablet 33def5e6d325465fb79bf0dde40797d2 (table kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de])
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814558 9712 tablet_loader.cc:96] loaded metadata for tablet 73825cd1a8134596830221835dc065d5 (table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0])
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814584 9712 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814626 9712 catalog_manager.cc:1269] Loaded cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814652 9712 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814786 9712 catalog_manager.cc:1514] Loading token signing keys...
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814836 9712 catalog_manager.cc:6055] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c: Loaded TSK: 0
08:08:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.814918 9712 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:08:14.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:14.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.254:34511: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511
08:08:14.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:08:14.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [1ms] received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [24ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, deferred=Deferred@157360328(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@7bbaada7 -> (continuation of Deferred@2010036482 after retry RPC after error@878916265) -> (continuation of Deferred@872686477 after retry RPC after error@444430143) -> (continuation of Deferred@419027931 after retry RPC after error@899826711) -> (continuation of Deferred@539955557 after retry RPC after error@1360678608) -> (continuation of Deferred@124477483 after retry RPC after error@550379053) -> (continuation of Deferred@2024965992 after retry RPC after error@2069707360), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@276b6718 -> (continuation of Deferred@2010036482 after retry RPC after error@878916265) -> (continuation of Deferred@872686477 after retry RPC after error@444430143) -> (continuation of Deferred@419027931 after retry RPC after error@899826711) -> (continuation of Deferred@539955557 after retry RPC after error@1360678608) -> (continuation of Deferred@124477483 after retry RPC after error@550379053) -> (continuation of Deferred@2024965992 after retry RPC after error@2069707360))) after lookup
08:08:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.868497 8979 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53288 (request call id 12) took 27 ms (client timeout 27 ms). Trace:
08:08:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.868607 8979 rpcz_store.cc:269] 0429 08:08:14.841308 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:08:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:14.841364 (+ 56us) service_pool.cc:225] Handling call
08:08:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:14.868473 (+ 27109us) inbound_call.cc:177] Queueing success response
08:08:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":433,"init.queue_time_us":179,"thread_start_us":473,"threads_started":5}
08:08:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.868160 8949 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53332:
08:08:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:08:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:08:14.870 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [1ms] received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [24ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [224ms] sending RPC to server master-127.8.137.252:39889, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@157360328(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@7bbaada7 -> (continuation of Deferred@2010036482 after retry RPC after error@878916265) -> (continuation of Deferred@872686477 after retry RPC after error@444430143) -> (continuation of Deferred@419027931 after retry RPC after error@899826711) -> (continuation of Deferred@539955557 after retry RPC after error@1360678608) -> (continuation of Deferred@124477483 after retry RPC after error@550379053) -> (continuation of Deferred@2024965992 after retry RPC after error@2069707360) -> (continuation of Deferred@1996761774 after retry RPC@467757793), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@276b6718 -> (continuation of Deferred@2010036482 after retry RPC after error@878916265) -> (continuation of Deferred@872686477 after retry RPC after error@444430143) -> (continuation of Deferred@419027931 after retry RPC after error@899826711) -> (continuation of Deferred@539955557 after retry RPC after error@1360678608) -> (continuation of Deferred@124477483 after retry RPC after error@550379053) -> (continuation of Deferred@2024965992 after retry RPC after error@2069707360) -> (continuation of Deferred@1996761774 after retry RPC@467757793)))
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.870 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [1ms] received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [24ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [141ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: Network error: Failed to connect to peer master-127.8.137.254:34511(127.8.137.254:34511): Connection refused: /127.8.137.254:34511, [222ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: OK, [224ms] sending RPC to server master-127.8.137.252:39889, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@157360328(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@7bbaada7 -> (continuation of Deferred@2010036482 after retry RPC after error@878916265) -> (continuation of Deferred@872686477 after retry RPC after error@444430143) -> (continuation of Deferred@419027931 after retry RPC after error@899826711) -> (continuation of Deferred@539955557 after retry RPC after error@1360678608) -> (continuation of Deferred@124477483 after retry RPC after error@550379053) -> (continuation of Deferred@2024965992 after retry RPC after error@2069707360) -> (continuation of Deferred@1996761774 after retry RPC@467757793), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@276b6718 -> (continuation of Deferred@2010036482 after retry RPC after error@878916265) -> (continuation of Deferred@872686477 after retry RPC after error@444430143) -> (continuation of Deferred@419027931 after retry RPC after error@899826711) -> (continuation of Deferred@539955557 after retry RPC after error@1360678608) -> (continuation of Deferred@124477483 after retry RPC after error@550379053) -> (continuation of Deferred@2024965992 after retry RPC after error@2069707360) -> (continuation of Deferred@1996761774 after retry RPC@467757793)))
08:08:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:08:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.869884 8949 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:08:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.871809 9190 heartbeater.cc:499] Master 127.8.137.254:34511 was elected leader, sending a full tablet report...
08:08:14.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.875219 9191 heartbeater.cc:344] Connected to a master server at 127.8.137.253:42035
08:08:14.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.875785 9640 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e188fb04e001451084c6f18033444b8c" instance_seqno: 1777450091546596) as {username='slave'} at 127.8.137.193:37393; Asking this server to re-register.
08:08:14.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.876160 9191 heartbeater.cc:461] Registering TS with master...
08:08:14.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.876824 9640 ts_manager.cc:194] Registered new tserver with Master: e188fb04e001451084c6f18033444b8c (127.8.137.193:42363)
08:08:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.901623 9650 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 4 FOLLOWER]: Refusing update from remote peer db3c40380d55424889366d211a6fb54c: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:08:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.902026 9710 consensus_queue.cc:1048] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
08:08:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.902974 9689 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: New leader db3c40380d55424889366d211a6fb54c. Latest consensus state: current_term: 4 leader_uuid: "db3c40380d55424889366d211a6fb54c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.903084 9689 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: FOLLOWER
08:08:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.903473 9706 sys_catalog.cc:455] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "db3c40380d55424889366d211a6fb54c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.903584 9706 sys_catalog.cc:458] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c [sys.catalog]: This master's current role is: LEADER
08:08:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.903728 9726 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "db3c40380d55424889366d211a6fb54c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.903813 9726 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: FOLLOWER
08:08:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.903851 9726 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "db3c40380d55424889366d211a6fb54c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:14.904079 9726 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: FOLLOWER
08:08:14.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:14.904325 8934 consensus_peers.cc:597] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c -> Peer 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511): Couldn't send request to peer 3af8b77e7f924d3e993f163799af6c37. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:08:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:15.151851 9481 heartbeater.cc:344] Connected to a master server at 127.8.137.253:42035
08:08:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:15.152395 9640 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" instance_seqno: 1777450091836088) as {username='slave'} at 127.8.137.195:55477; Asking this server to re-register.
08:08:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:15.152725 9481 heartbeater.cc:461] Registering TS with master...
08:08:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:15.153101 9640 ts_manager.cc:194] Registered new tserver with Master: 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655)
08:08:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:15.421187 8934 consensus_peers.cc:597] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c -> Peer 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511): Couldn't send request to peer 3af8b77e7f924d3e993f163799af6c37. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:08:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:15.872576 9189 heartbeater.cc:499] Master 127.8.137.252:39889 was elected leader, sending a full tablet report...
08:08:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:15.877676 8934 consensus_peers.cc:597] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c -> Peer 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511): Couldn't send request to peer 3af8b77e7f924d3e993f163799af6c37. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:08:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.149784 9479 heartbeater.cc:499] Master 127.8.137.252:39889 was elected leader, sending a full tablet report...
08:08:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.286686 8916 master_runner.cc:186] Error getting master registration for 127.8.137.254:34511: Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111),
08:08:16.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.286841 8916 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:08:16.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.391198 8934 consensus_peers.cc:597] T 00000000000000000000000000000000 P db3c40380d55424889366d211a6fb54c -> Peer 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511): Couldn't send request to peer 3af8b77e7f924d3e993f163799af6c37. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.254:34511: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:08:16.597 [DEBUG - Time-limited test] (Connection.java:748) [peer 8ed7a892a83d4fabb42fcace3f71a2ce(127.8.137.195:39655)] connecting to peer
08:08:16.598 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 8ed7a892a83d4fabb42fcace3f71a2ce(127.8.137.195:39655)] Successfully connected to peer
08:08:16.608 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x153f606f, L:/127.0.0.1:42756 - R:/127.8.137.195:39655] using TOKEN/null
08:08:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.612497 9441 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.8.137.253:42035)
08:08:16.624 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.137.254:34511
08:08:16.625 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.625325 8743 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQnoRWM/build/release/bin/kudu
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/logs
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/info.pb
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:16.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.254:34511
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.254
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34825
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:08:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.629515 9337 heartbeater.cc:499] Master 127.8.137.252:39889 was elected leader, sending a full tablet report...
08:08:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.716055 9758 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:08:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.716316 9758 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:08:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.716357 9758 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.718145 9758 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.718255 9758 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.718281 9758 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.718297 9758 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.718313 9758 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.718330 9758 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:08:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.718344 9758 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44581/jwks.json
08:08:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.720230 9758 master_runner.cc:386] Master server non-default flags:
08:08:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:08:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.137.212:44065
08:08:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:08:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.137.254:34511,127.8.137.253:42035,127.8.137.252:39889
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.137.254:34511
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44581/jwks.json
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/info.pb
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.137.254
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34825
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9758
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/logs
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:14 UTC on e7f111948823
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11657
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.720721 9758 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:08:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.721002 9758 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:08:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.724385 9765 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.724385 9764 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.724419 9758 server_base.cc:1061] running on GCE node
08:08:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.724437 9767 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:08:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.725072 9758 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:08:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.725533 9758 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:08:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.726783 9758 hybrid_clock.cc:648] HybridClock initialized: now 1777450096726759 us; error 38 us; skew 500 ppm
08:08:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.728518 9758 webserver.cc:492] Webserver started at http://127.8.137.254:34825/ using document root <none> and password file <none>
08:08:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.728840 9758 fs_manager.cc:362] Metadata directory not provided
08:08:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.728940 9758 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:08:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.730273 9758 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.001s sys 0.000s
08:08:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.731096 9773 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:08:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.731432 9758 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
08:08:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.731546 9758 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data,/tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3af8b77e7f924d3e993f163799af6c37"
08:08:16.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:08:10 on dist-test-slave-2chd"
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.731891 9758 fs_report.cc:389] FS layout report
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/wal
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/data
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:08:16.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:08:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.756982 9758 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:08:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.757457 9758 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:08:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.757627 9758 kserver.cc:163] Server-wide thread pool size limit: 3276
08:08:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.763816 9758 rpc_server.cc:307] RPC server started. Bound to: 127.8.137.254:34511
08:08:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.763849 9835 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.137.254:34511 every 8 connection(s)
08:08:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.764217 9758 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQnoRWM/test-tmp/mini-kudu-cluster12632302384461141697/master-0/data/info.pb
08:08:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.765337 9836 sys_catalog.cc:263] Verifying existing consensus state
08:08:16.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.766256 9836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Bootstrap starting.
08:08:16.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.771813 8743 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQnoRWM/build/release/bin/kudu as pid 9758
08:08:16.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:08:16.772 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.137.252:39889
08:08:16.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:08:16.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.772809 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 8916
08:08:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.776517 9836 log.cc:826] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Log is configured to *not* fsync() on all Append() calls
08:08:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.779318 9836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:08:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.779700 9836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Bootstrap complete.
08:08:16.781 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.137.252:39889(127.8.137.252:39889)] handling channelInactive
08:08:16.781 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state READY due to: connection closed
08:08:16.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:08:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.782492 9836 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.782722 9836 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3af8b77e7f924d3e993f163799af6c37, State: Initialized, Role: FOLLOWER
08:08:16.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.782876 9836 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.783116 9840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.783198 9836 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: configured and running, proceeding with master startup.
08:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.783265 9840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: FOLLOWER
08:08:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.783313 9800 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 3 FOLLOWER]: Advancing to term 4
08:08:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.785848 9853 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "db3c40380d55424889366d211a6fb54c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.785970 9853 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: FOLLOWER
08:08:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.785923 9840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: New leader db3c40380d55424889366d211a6fb54c. Latest consensus state: current_term: 4 leader_uuid: "db3c40380d55424889366d211a6fb54c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.786020 9840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: FOLLOWER
08:08:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.786550 9775 connection.cc:463] server connection from 127.0.0.1:53000 torn down before Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:53000 (request call id 0) could send its response
08:08:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.787375 9854 catalog_manager.cc:1269] Loaded cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.787441 9854 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: loading cluster ID for follower catalog manager: success
08:08:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.788714 9854 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: acquiring CA information for follower catalog manager: success
08:08:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.789042 9854 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:08:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.803674 9758 master_runner.cc:186] Error getting master registration for 127.8.137.252:39889: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111),
08:08:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.805399 9758 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:08:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.877354 9190 heartbeater.cc:344] Connected to a master server at 127.8.137.254:34511
08:08:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.877462 9190 heartbeater.cc:499] Master 127.8.137.254:34511 was elected leader, sending a full tablet report...
08:08:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.878569 9790 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e188fb04e001451084c6f18033444b8c" instance_seqno: 1777450091546596) as {username='slave'} at 127.8.137.193:44377; Asking this server to re-register.
08:08:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.878943 9190 heartbeater.cc:461] Registering TS with master...
08:08:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.879390 9790 ts_manager.cc:194] Registered new tserver with Master: e188fb04e001451084c6f18033444b8c (127.8.137.193:42363)
08:08:16.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:16.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:16.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:16.959 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.8.137.252:39889(127.8.137.252:39889) for tablet Kudu Master: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:16.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.254:34511(127.8.137.254:34511)] connecting to peer
08:08:16.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:16.978 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.8.137.254:34511(127.8.137.254:34511)] Successfully connected to peer
08:08:16.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:16.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:16.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.252:39889: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:16.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.979645 9859 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader db3c40380d55424889366d211a6fb54c)
08:08:16.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.979732 9859 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:16.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.980113 9859 leader_election.cc:290] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 3af8b77e7f924d3e993f163799af6c37 (127.8.137.254:34511), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.980775 9625 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:16.981372 9625 leader_election.cc:336] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer db3c40380d55424889366d211a6fb54c (127.8.137.252:39889): Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.983940 9800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a340d411929465692f4a2278b190113" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "3af8b77e7f924d3e993f163799af6c37" is_pre_election: true
08:08:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.984448 9625 leader_election.cc:304] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a340d411929465692f4a2278b190113; no voters: 3af8b77e7f924d3e993f163799af6c37, db3c40380d55424889366d211a6fb54c
08:08:16.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:16.984678 9859 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
08:08:16.996 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xd3ad10b2, L:/127.0.0.1:53008 - R:/127.8.137.254:34511] using TOKEN/null
08:08:16.997 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:17.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:17.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.252:39889: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.027 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:17.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:17.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.252:39889: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.038 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:17.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:17.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.252:39889: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:17.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:17.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.252:39889: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.079 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889; will retry
08:08:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.085894 9840 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader db3c40380d55424889366d211a6fb54c)
08:08:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.086035 9840 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.086333 9840 leader_election.cc:290] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7a340d411929465692f4a2278b190113 (127.8.137.253:42035), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.086763 9650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3af8b77e7f924d3e993f163799af6c37" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "7a340d411929465692f4a2278b190113" is_pre_election: true
08:08:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.086887 9650 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3af8b77e7f924d3e993f163799af6c37 in term 4.
08:08:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.086939 9775 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.087278 9775 leader_election.cc:304] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, 7a340d411929465692f4a2278b190113; no voters:
08:08:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.087435 9840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 4 FOLLOWER]: Leader pre-election won for term 5
08:08:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.087508 9840 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 4 FOLLOWER]: Starting leader election (detected failure of leader db3c40380d55424889366d211a6fb54c)
08:08:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.087534 9840 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 4 FOLLOWER]: Advancing to term 5
08:08:17.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.087635 9775 leader_election.cc:336] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer db3c40380d55424889366d211a6fb54c (127.8.137.252:39889): Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.088236 9840 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.088357 9840 leader_election.cc:290] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 5 election: Requested vote from peers 7a340d411929465692f4a2278b190113 (127.8.137.253:42035), db3c40380d55424889366d211a6fb54c (127.8.137.252:39889)
08:08:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.088701 9650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3af8b77e7f924d3e993f163799af6c37" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "7a340d411929465692f4a2278b190113"
08:08:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.088819 9650 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 4 FOLLOWER]: Advancing to term 5
08:08:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.089133 9775 leader_election.cc:336] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer db3c40380d55424889366d211a6fb54c (127.8.137.252:39889): Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111)
08:08:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.089596 9650 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3af8b77e7f924d3e993f163799af6c37 in term 5.
08:08:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.089823 9775 leader_election.cc:304] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3af8b77e7f924d3e993f163799af6c37, 7a340d411929465692f4a2278b190113; no voters: db3c40380d55424889366d211a6fb54c
08:08:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.089960 9840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 5 FOLLOWER]: Leader election won for term 5
08:08:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.090024 9840 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [term 5 LEADER]: Becoming Leader. State: Replica: 3af8b77e7f924d3e993f163799af6c37, State: Running, Role: LEADER
08:08:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.090086 9840 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } }
08:08:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.090438 9853 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3af8b77e7f924d3e993f163799af6c37. Latest consensus state: current_term: 5 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.090574 9853 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: LEADER
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.090891 9865 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091313 9865 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0]
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091401 9865 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de]
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091593 9865 tablet_loader.cc:96] loaded metadata for tablet 1aadda4693ab442382a08894c8304e23 (table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0])
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091684 9865 tablet_loader.cc:96] loaded metadata for tablet 33def5e6d325465fb79bf0dde40797d2 (table kudu_system.kudu_transactions [id=103d3b85e4a44bcb9f88064c5b0737de])
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091730 9865 tablet_loader.cc:96] loaded metadata for tablet 73825cd1a8134596830221835dc065d5 (table txn_manager_fallback_rolling [id=07ff2a4de0eb4221a68638b4d19a21e0])
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091765 9865 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091840 9865 catalog_manager.cc:1269] Loaded cluster ID: 96643279592b47759e73dd0a32d30d15
08:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.091876 9865 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:08:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.092063 9865 catalog_manager.cc:1514] Loading token signing keys...
08:08:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.092180 9865 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37: Loaded TSK: 0
08:08:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.092342 9865 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:08:17.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.137.252:39889(127.8.137.252:39889)] connecting to peer
08:08:17.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.137.252:39889(127.8.137.252:39889)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.118 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:08:17.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.137.252:39889: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889
08:08:17.119 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] sending RPC to server master-127.8.137.252:39889, [2ms] received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [69ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, deferred=Deferred@1168987409(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@70cf192f -> (continuation of Deferred@2079328840 after retry RPC after error@1422037134) -> (continuation of Deferred@2078819034 after retry RPC after error@1944464105) -> (continuation of Deferred@146787479 after retry RPC after error@1220115438) -> (continuation of Deferred@1904086705 after retry RPC after error@864928533) -> (continuation of Deferred@1159756423 after retry RPC after error@1178931142), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@474f9a39 -> (continuation of Deferred@2079328840 after retry RPC after error@1422037134) -> (continuation of Deferred@2078819034 after retry RPC after error@1944464105) -> (continuation of Deferred@146787479 after retry RPC after error@1220115438) -> (continuation of Deferred@1904086705 after retry RPC after error@864928533) -> (continuation of Deferred@1159756423 after retry RPC after error@1178931142))) after lookup
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.140887 9790 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53024:
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:08:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.141727 9836 master.cc:465] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 1 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
08:08:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.154862 9480 heartbeater.cc:344] Connected to a master server at 127.8.137.254:34511
08:08:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.155493 9790 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8ed7a892a83d4fabb42fcace3f71a2ce" instance_seqno: 1777450091836088) as {username='slave'} at 127.8.137.195:37199; Asking this server to re-register.
08:08:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.155795 9480 heartbeater.cc:461] Registering TS with master...
08:08:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.155910 9480 heartbeater.cc:507] Master 127.8.137.254:34511 requested a full tablet report, sending...
08:08:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.156247 9790 ts_manager.cc:194] Registered new tserver with Master: 8ed7a892a83d4fabb42fcace3f71a2ce (127.8.137.195:39655)
08:08:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.174693 9775 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 -> Peer db3c40380d55424889366d211a6fb54c (127.8.137.252:39889): Couldn't send request to peer db3c40380d55424889366d211a6fb54c. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:08:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.193202 9650 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [term 5 FOLLOWER]: Refusing update from remote peer 3af8b77e7f924d3e993f163799af6c37: Log matching property violated. Preceding OpId in replica: term: 4 index: 13. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
08:08:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.193553 9853 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
08:08:17.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.194542 9859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3af8b77e7f924d3e993f163799af6c37. Latest consensus state: current_term: 5 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:17.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.194685 9859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: FOLLOWER
08:08:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.195210 9840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.195309 9840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 [sys.catalog]: This master's current role is: LEADER
08:08:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.195590 9859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "3af8b77e7f924d3e993f163799af6c37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3af8b77e7f924d3e993f163799af6c37" member_type: VOTER last_known_addr { host: "127.8.137.254" port: 34511 } } peers { permanent_uuid: "7a340d411929465692f4a2278b190113" member_type: VOTER last_known_addr { host: "127.8.137.253" port: 42035 } } peers { permanent_uuid: "db3c40380d55424889366d211a6fb54c" member_type: VOTER last_known_addr { host: "127.8.137.252" port: 39889 } } }
08:08:17.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.195681 9859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a340d411929465692f4a2278b190113 [sys.catalog]: This master's current role is: FOLLOWER
08:08:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.208156 9820 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53008 (request call id 6) took 88 ms (client timeout 88 ms). Trace:
08:08:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.208259 9820 rpcz_store.cc:269] 0429 08:08:17.119940 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:08:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.119990 (+ 50us) service_pool.cc:225] Handling call
08:08:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.208127 (+ 88137us) inbound_call.cc:177] Queueing success response
08:08:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":392,"init.queue_time_us":50,"thread_start_us":290,"threads_started":4}
08:08:17.209 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.252:39889, [2ms] received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [69ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [162ms] sending RPC to server master-127.8.137.254:34511, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1168987409(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@70cf192f -> (continuation of Deferred@2079328840 after retry RPC after error@1422037134) -> (continuation of Deferred@2078819034 after retry RPC after error@1944464105) -> (continuation of Deferred@146787479 after retry RPC after error@1220115438) -> (continuation of Deferred@1904086705 after retry RPC after error@864928533) -> (continuation of Deferred@1159756423 after retry RPC after error@1178931142) -> (continuation of Deferred@436698286 after retry RPC@1547028779), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@474f9a39 -> (continuation of Deferred@2079328840 after retry RPC after error@1422037134) -> (continuation of Deferred@2078819034 after retry RPC after error@1944464105) -> (continuation of Deferred@146787479 after retry RPC after error@1220115438) -> (continuation of Deferred@1904086705 after retry RPC after error@864928533) -> (continuation of Deferred@1159756423 after retry RPC after error@1178931142) -> (continuation of Deferred@436698286 after retry RPC@1547028779)))
08:08:17.209 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.252:39889, [2ms] received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [40ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [68ms] refreshing cache from master, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [69ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [70ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [81ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [122ms] delaying RPC due to: Service unavailable: Master config (127.8.137.253:42035,127.8.137.254:34511,127.8.137.252:39889) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.253:42035, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.254:34511, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.137.252:39889, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.253:42035: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.254:34511: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.8.137.252:39889: Network error: Failed to connect to peer master-127.8.137.252:39889(127.8.137.252:39889): Connection refused: /127.8.137.252:39889, [162ms] sending RPC to server master-127.8.137.254:34511, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1168987409(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@70cf192f -> (continuation of Deferred@2079328840 after retry RPC after error@1422037134) -> (continuation of Deferred@2078819034 after retry RPC after error@1944464105) -> (continuation of Deferred@146787479 after retry RPC after error@1220115438) -> (continuation of Deferred@1904086705 after retry RPC after error@864928533) -> (continuation of Deferred@1159756423 after retry RPC after error@1178931142) -> (continuation of Deferred@436698286 after retry RPC@1547028779), errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@474f9a39 -> (continuation of Deferred@2079328840 after retry RPC after error@1422037134) -> (continuation of Deferred@2078819034 after retry RPC after error@1944464105) -> (continuation of Deferred@146787479 after retry RPC after error@1220115438) -> (continuation of Deferred@1904086705 after retry RPC after error@864928533) -> (continuation of Deferred@1159756423 after retry RPC after error@1178931142) -> (continuation of Deferred@436698286 after retry RPC@1547028779)))
08:08:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.442474 9221 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.002s from last keepalive heartbeat (effective timeout is 1.000s)
08:08:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.445851 9306 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.137.253:42035)
08:08:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.454623 9880 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:08:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.454840 9881 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:08:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.467617 9820 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53008 (request call id 7) took 250 ms (client timeout 250 ms). Trace:
08:08:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.467726 9820 rpcz_store.cc:269] 0429 08:08:17.217445 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:08:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.217534 (+ 89us) service_pool.cc:225] Handling call
08:08:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.467595 (+250061us) inbound_call.cc:177] Queueing success response
08:08:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:08:17.468 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@853595732(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@9c51c63, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@2806e3f9))
08:08:17.469 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@853595732(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@9c51c63, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@2806e3f9))
08:08:17.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.633586 9338 heartbeater.cc:344] Connected to a master server at 127.8.137.254:34511
08:08:17.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.633702 9338 heartbeater.cc:499] Master 127.8.137.254:34511 was elected leader, sending a full tablet report...
08:08:17.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.634120 9789 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "4dd8ce1a0f3941f181b8853242d8b853" instance_seqno: 1777450091691984) as {username='slave'} at 127.8.137.194:58685; Asking this server to re-register.
08:08:17.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.634469 9338 heartbeater.cc:461] Registering TS with master...
08:08:17.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.634595 9338 heartbeater.cc:507] Master 127.8.137.254:34511 requested a full tablet report, sending...
08:08:17.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:17.634968 9789 ts_manager.cc:194] Registered new tserver with Master: 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567)
08:08:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.699481 9775 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 -> Peer db3c40380d55424889366d211a6fb54c (127.8.137.252:39889): Couldn't send request to peer db3c40380d55424889366d211a6fb54c. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:08:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.727865 9820 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53008 (request call id 8) took 250 ms (client timeout 250 ms). Trace:
08:08:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.727967 9820 rpcz_store.cc:269] 0429 08:08:17.477702 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:08:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.477757 (+ 55us) service_pool.cc:225] Handling call
08:08:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.727843 (+250086us) inbound_call.cc:177] Queueing success response
08:08:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:08:17.728 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1510480707(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@6e6e2420, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@4fe91b8a))
08:08:17.729 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1510480707(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@6e6e2420, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@4fe91b8a))
08:08:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.987340 9820 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53008 (request call id 9) took 250 ms (client timeout 250 ms). Trace:
08:08:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:17.987439 9820 rpcz_store.cc:269] 0429 08:08:17.737200 (+ 0us) service_pool.cc:168] Inserting onto call queue
08:08:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.737254 (+ 54us) service_pool.cc:225] Handling call
08:08:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:08:17.987320 (+250066us) inbound_call.cc:177] Queueing success response
08:08:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:08:17.988 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1349460133(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@4a27ebe8, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@55f789a8))
08:08:17.988 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.8.137.254:34511, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1349460133(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0ee0336050@4a27ebe8, errback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f0ee0336278@55f789a8))
08:08:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:18.148589 9789 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53034:
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:08:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:18.148890 9789 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:08:18.155 [DEBUG - kudu-nio-4] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 4dd8ce1a0f3941f181b8853242d8b853 (127.8.137.194:38567): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1777450092 last_transition_timestamp: 1777450097
08:08:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:18.235984 9775 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 -> Peer db3c40380d55424889366d211a6fb54c (127.8.137.252:39889): Couldn't send request to peer db3c40380d55424889366d211a6fb54c. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:08:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:08:18.724252 9775 consensus_peers.cc:597] T 00000000000000000000000000000000 P 3af8b77e7f924d3e993f163799af6c37 -> Peer db3c40380d55424889366d211a6fb54c (127.8.137.252:39889): Couldn't send request to peer db3c40380d55424889366d211a6fb54c. Status: Network error: Client connection negotiation failed: client connection to 127.8.137.252:39889: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:08:18.785 [DEBUG - main] (Connection.java:575) [peer 8ed7a892a83d4fabb42fcace3f71a2ce(127.8.137.195:39655)] disconnecting while in state READY
08:08:18.785 [DEBUG - main] (Connection.java:575) [peer master-127.8.137.254:34511(127.8.137.254:34511)] disconnecting while in state READY
08:08:18.785 [DEBUG - main] (Connection.java:575) [peer master-127.8.137.252:39889(127.8.137.252:39889)] disconnecting while in state TERMINATED
08:08:18.785 [DEBUG - main] (Connection.java:575) [peer e188fb04e001451084c6f18033444b8c(127.8.137.193:42363)] disconnecting while in state READY
08:08:18.785 [DEBUG - main] (Connection.java:575) [peer master-127.8.137.253:42035(127.8.137.253:42035)] disconnecting while in state READY
08:08:18.786 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.8.137.254:34511(127.8.137.254:34511)] handling channelInactive
08:08:18.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.137.254:34511(127.8.137.254:34511)] cleaning up while in state READY due to: connection closed
08:08:18.786 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 8ed7a892a83d4fabb42fcace3f71a2ce(127.8.137.195:39655)] handling channelInactive
08:08:18.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8ed7a892a83d4fabb42fcace3f71a2ce(127.8.137.195:39655)] cleaning up while in state READY due to: connection closed
08:08:18.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:08:18.786 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.137.253:42035(127.8.137.253:42035)] handling channelInactive
08:08:18.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.137.253:42035(127.8.137.253:42035)] cleaning up while in state READY due to: connection closed
08:08:18.787 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e188fb04e001451084c6f18033444b8c(127.8.137.193:42363)] handling channelInactive
08:08:18.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e188fb04e001451084c6f18033444b8c(127.8.137.193:42363)] cleaning up while in state READY due to: connection closed
08:08:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:18.788506 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 9058
08:08:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:18.795838 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 9188
08:08:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:18.803807 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 9342
08:08:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:18.810065 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 9758
08:08:18.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:08:18.817894 8743 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQnoRWM/build/release/bin/kudu with pid 9609
08:08:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T08:08:18Z chronyd exiting
08:08:18.871 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)