15:04:13.633 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:04:13.633 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpZzftj/test-tmp
15:04:13.633 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
15:04:13.634 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpZzftj/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
15:04:13.635 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:04:13.745 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:04:13.745 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:04:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.746774 8772 mini_oidc.cc:150] Starting JWKS server
15:04:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.748512 8772 webserver.cc:492] Webserver started at http://127.0.0.1:42489/ using document root <none> and password file <none>
15:04:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.748698 8772 mini_oidc.cc:186] Starting OIDC Discovery server
15:04:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.748929 8772 webserver.cc:492] Webserver started at http://127.0.0.1:46643/ using document root <none> and password file <none>
15:04:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-09T15:04:13Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:04:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-09T15:04:13Z Disabled control of system clock
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.762892 8772 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/wal
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/logs
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data/info.pb
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.62:41871
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.62
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42489/jwks.json
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:04:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:04:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.872327 8783 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:04:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.872598 8783 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:04:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.872689 8783 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:04:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.876094 8783 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:04:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.876183 8783 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
15:04:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.876206 8783 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:04:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.876237 8783 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:04:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.876260 8783 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:04:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.876283 8783 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:04:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.876302 8783 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42489/jwks.json
15:04:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.880421 8783 master_runner.cc:386] Master server non-default flags:
15:04:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/wal
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.62:41871
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42489/jwks.json
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data/info.pb
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.62
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8783
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/logs
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:04:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
15:04:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:04:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Dec 2025 14:43:16 UTC on 24a791456cd2
15:04:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9430
15:04:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.881847 8783 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:04:13.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.883037 8783 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:04:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.888983 8789 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.888985 8791 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.889089 8783 server_base.cc:1047] running on GCE node
15:04:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.889253 8788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.889695 8783 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:04:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.890631 8783 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:04:13.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.891808 8783 hybrid_clock.cc:648] HybridClock initialized: now 1765292653891794 us; error 44 us; skew 500 ppm
15:04:13.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.893776 8783 webserver.cc:492] Webserver started at http://127.8.145.62:39335/ using document root <none> and password file <none>
15:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.894325 8783 fs_manager.cc:362] Metadata directory not provided
15:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.894380 8783 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:04:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.894536 8783 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:04:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.896035 8783 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data/instance:
15:04:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20f01128b19746a7b142c02a5020d667"
15:04:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:13 on dist-test-slave-kw36"
15:04:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.896476 8783 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/wal/instance:
15:04:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20f01128b19746a7b142c02a5020d667"
15:04:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:13 on dist-test-slave-kw36"
15:04:13.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.899796 8783 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.001s sys 0.001s
15:04:13.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.902400 8797 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.903522 8783 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.903621 8783 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data,/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/wal
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20f01128b19746a7b142c02a5020d667"
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:13 on dist-test-slave-kw36"
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.903703 8783 fs_report.cc:389] FS layout report
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/wal
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/wal
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data/data
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:04:13.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:04:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:04:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:04:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:04:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:04:13.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.932478 8783 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:04:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.933228 8783 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:04:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.933393 8783 kserver.cc:163] Server-wide thread pool size limit: 3276
15:04:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.941586 8783 rpc_server.cc:307] RPC server started. Bound to: 127.8.145.62:41871
15:04:13.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.941581 8859 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.145.62:41871 every 8 connection(s)
15:04:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.942620 8783 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/data/info.pb
15:04:13.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.945523 8860 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.949258 8772 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpZzftj/build/debug/bin/kudu as pid 8783
15:04:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.949131 8860 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } has no permanent_uuid. Determining permanent_uuid...
15:04:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.949389 8772 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-0/wal/instance
15:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.950745 8772 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/wal
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/logs
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data/info.pb
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.61:39261
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.61
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:04:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:04:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42489/jwks.json
15:04:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:04:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:04:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:13.960712 8860 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } has no permanent_uuid. Determining permanent_uuid...
15:04:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.961560 8798 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.145.61:39261: connect: Connection refused (error 111)
15:04:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:13.962441 8860 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.61:39261: Network error: Client connection negotiation failed: client connection to 127.8.145.61:39261: connect: Connection refused (error 111)
15:04:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.011698 8860 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } attempt: 1
15:04:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.013314 8860 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.61:39261: Network error: Client connection negotiation failed: client connection to 127.8.145.61:39261: connect: Connection refused (error 111)
15:04:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.059862 8864 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:04:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.060132 8864 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:04:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.060177 8864 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:04:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.063612 8864 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:04:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.063691 8864 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
15:04:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.063705 8864 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:04:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.063722 8864 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:04:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.063740 8864 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:04:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.063756 8864 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:04:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.063768 8864 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42489/jwks.json
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.067781 8864 master_runner.cc:386] Master server non-default flags:
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/wal
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.61:39261
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42489/jwks.json
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data/info.pb
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.61
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8864
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/logs
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Dec 2025 14:43:16 UTC on 24a791456cd2
15:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9430
15:04:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.068956 8864 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:04:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.070086 8864 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:04:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.076376 8871 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.076421 8873 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.076376 8870 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.076591 8864 server_base.cc:1047] running on GCE node
15:04:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.077157 8864 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:04:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.078169 8864 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:04:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.079344 8864 hybrid_clock.cc:648] HybridClock initialized: now 1765292654079325 us; error 34 us; skew 500 ppm
15:04:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.081321 8864 webserver.cc:492] Webserver started at http://127.8.145.61:33653/ using document root <none> and password file <none>
15:04:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.081509 8860 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } attempt: 2
15:04:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.081935 8864 fs_manager.cc:362] Metadata directory not provided
15:04:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.082060 8864 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:04:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.082285 8864 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:04:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.082849 8860 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.61:39261: Network error: Client connection negotiation failed: client connection to 127.8.145.61:39261: connect: Connection refused (error 111)
15:04:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.083964 8864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data/instance:
15:04:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7829d64e95e14242bbbdfa3750d3a80a"
15:04:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.084446 8864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/wal/instance:
15:04:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7829d64e95e14242bbbdfa3750d3a80a"
15:04:14.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.087909 8864 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
15:04:14.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.090252 8879 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.091460 8864 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.091584 8864 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data,/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/wal
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7829d64e95e14242bbbdfa3750d3a80a"
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.091693 8864 fs_report.cc:389] FS layout report
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/wal
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/wal
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data/data
15:04:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:04:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:04:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.103879 8864 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:04:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.104600 8864 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:04:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.104856 8864 kserver.cc:163] Server-wide thread pool size limit: 3276
15:04:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.112718 8864 rpc_server.cc:307] RPC server started. Bound to: 127.8.145.61:39261
15:04:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.112697 8941 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.145.61:39261 every 8 connection(s)
15:04:14.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.113775 8864 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/data/info.pb
15:04:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.116658 8942 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.117146 8772 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpZzftj/build/debug/bin/kudu as pid 8864
15:04:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.117259 8772 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-1/wal/instance
15:04:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.117838 8772 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/wal
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/logs
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data/info.pb
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.60:40325
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.60
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42489/jwks.json
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
15:04:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
15:04:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.120393 8942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } has no permanent_uuid. Determining permanent_uuid...
15:04:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.129796 8942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } has no permanent_uuid. Determining permanent_uuid...
15:04:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.135917 8942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } has no permanent_uuid. Determining permanent_uuid...
15:04:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.136735 8883 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.137589 8942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.60:40325: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.174037 8860 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } attempt: 3
15:04:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.178570 8860 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } has no permanent_uuid. Determining permanent_uuid...
15:04:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.179869 8860 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.60:40325: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.186803 8942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } attempt: 1
15:04:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.188125 8942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.60:40325: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.211062 8860 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } attempt: 1
15:04:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.212651 8860 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.60:40325: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.229391 8944 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:04:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.229638 8944 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:04:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.229684 8944 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.233093 8944 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.233163 8944 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
15:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.233178 8944 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.233196 8944 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.233212 8944 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.233229 8944 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:04:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.233242 8944 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42489/jwks.json
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.237197 8944 master_runner.cc:386] Master server non-default flags:
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/wal
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.60:40325
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42489/jwks.json
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data/info.pb
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.60
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8944
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/logs
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:04:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:04:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:04:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:04:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
15:04:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:04:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Dec 2025 14:43:16 UTC on 24a791456cd2
15:04:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9430
15:04:14.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.238349 8944 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:04:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.239513 8944 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:04:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.245260 8953 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.245252 8952 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.245260 8955 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.245622 8944 server_base.cc:1047] running on GCE node
15:04:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.246102 8944 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:04:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.247089 8944 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:04:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.248247 8944 hybrid_clock.cc:648] HybridClock initialized: now 1765292654248225 us; error 37 us; skew 500 ppm
15:04:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.250151 8944 webserver.cc:492] Webserver started at http://127.8.145.60:46757/ using document root <none> and password file <none>
15:04:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.250720 8944 fs_manager.cc:362] Metadata directory not provided
15:04:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.250779 8944 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:04:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.250985 8944 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:04:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.252529 8944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data/instance:
15:04:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84804865b551456aa2efc8c2d414b521"
15:04:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.253079 8944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/wal/instance:
15:04:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84804865b551456aa2efc8c2d414b521"
15:04:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.256317 8942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } attempt: 2
15:04:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.256671 8944 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.003s sys 0.001s
15:04:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.257665 8942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.145.60:40325: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.259235 8961 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.260264 8944 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.260378 8944 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data,/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/wal
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84804865b551456aa2efc8c2d414b521"
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.260480 8944 fs_report.cc:389] FS layout report
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/wal
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/wal
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data/data
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:04:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:04:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:04:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.273403 8944 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:04:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.274159 8944 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:04:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.274344 8944 kserver.cc:163] Server-wide thread pool size limit: 3276
15:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.282409 9023 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.145.60:40325 every 8 connection(s)
15:04:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.282420 8944 rpc_server.cc:307] RPC server started. Bound to: 127.8.145.60:40325
15:04:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.283587 8944 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/data/info.pb
15:04:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.284060 8772 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpZzftj/build/debug/bin/kudu as pid 8944
15:04:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.284154 8772 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/master-2/wal/instance
15:04:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.286597 9024 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.287953 8860 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } attempt: 2
15:04:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.290938 9024 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } has no permanent_uuid. Determining permanent_uuid...
15:04:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.298061 9024 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } has no permanent_uuid. Determining permanent_uuid...
15:04:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.298795 8860 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: Bootstrap starting.
15:04:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.301908 8860 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: Neither blocks nor log segments found. Creating new log.
15:04:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.302608 9024 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } has no permanent_uuid. Determining permanent_uuid...
15:04:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.302866 8860 log.cc:826] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: Log is configured to *not* fsync() on all Append() calls
15:04:14.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.304576 8860 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: No bootstrap required, opened a new log
15:04:14.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.307611 8860 raft_consensus.cc:359] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.307950 8860 raft_consensus.cc:385] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.308022 8860 raft_consensus.cc:740] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20f01128b19746a7b142c02a5020d667, State: Initialized, Role: FOLLOWER
15:04:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.308059 9024 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521: Bootstrap starting.
15:04:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.308483 8860 consensus_queue.cc:260] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.309760 8860 sys_catalog.cc:565] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: configured and running, proceeding with master startup.
15:04:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.310482 9024 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521: Neither blocks nor log segments found. Creating new log.
15:04:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.311462 9024 log.cc:826] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521: Log is configured to *not* fsync() on all Append() calls
15:04:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.311826 9033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.312037 9033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: This master's current role is: FOLLOWER
15:04:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.314150 9024 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521: No bootstrap required, opened a new log
15:04:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.314738 9044 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:04:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.314812 9044 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:04:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.314381 8783 master_runner.cc:186] Error getting master registration for 127.8.145.61:39261: OK, instance_id { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" instance_seqno: 1765292654110742 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:04:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.316057 8783 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:04:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.317509 9024 raft_consensus.cc:359] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.317710 9024 raft_consensus.cc:385] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.317760 9024 raft_consensus.cc:740] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84804865b551456aa2efc8c2d414b521, State: Initialized, Role: FOLLOWER
15:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.318316 9024 consensus_queue.cc:260] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.318547 9047 raft_consensus.cc:493] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.318677 9047 raft_consensus.cc:515] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.319623 9024 sys_catalog.cc:565] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: configured and running, proceeding with master startup.
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.320514 8824 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84804865b551456aa2efc8c2d414b521" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20f01128b19746a7b142c02a5020d667" is_pre_election: true
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.320807 8824 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84804865b551456aa2efc8c2d414b521 in term 0.
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.321256 8965 leader_election.cc:304] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 84804865b551456aa2efc8c2d414b521; no voters:
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.321709 9054 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.321808 9054 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: This master's current role is: FOLLOWER
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.321894 9054 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.321944 9054 raft_consensus.cc:493] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:04:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.321987 9054 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 0 FOLLOWER]: Advancing to term 1
15:04:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.323251 9047 leader_election.cc:290] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 20f01128b19746a7b142c02a5020d667 (127.8.145.62:41871), 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261)
15:04:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.323611 9054 raft_consensus.cc:515] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.324285 8823 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84804865b551456aa2efc8c2d414b521" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "20f01128b19746a7b142c02a5020d667"
15:04:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.324306 9054 leader_election.cc:290] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [CANDIDATE]: Term 1 election: Requested vote from peers 20f01128b19746a7b142c02a5020d667 (127.8.145.62:41871), 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261)
15:04:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.324395 8823 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 0 FOLLOWER]: Advancing to term 1
15:04:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.325402 8823 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84804865b551456aa2efc8c2d414b521 in term 1.
15:04:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.325703 8965 leader_election.cc:304] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 84804865b551456aa2efc8c2d414b521; no voters:
15:04:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.326046 9054 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 1 FOLLOWER]: Leader election won for term 1
15:04:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.326364 9054 raft_consensus.cc:697] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [term 1 LEADER]: Becoming Leader. State: Replica: 84804865b551456aa2efc8c2d414b521, State: Running, Role: LEADER
15:04:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.327137 9054 consensus_queue.cc:237] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.325949 8944 master_runner.cc:186] Error getting master registration for 127.8.145.61:39261: OK, instance_id { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" instance_seqno: 1765292654110742 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:04:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.328181 8944 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:04:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.330832 9048 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 84804865b551456aa2efc8c2d414b521. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.331027 9048 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: This master's current role is: LEADER
15:04:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.331560 9062 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:04:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.334758 9062 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:04:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.340770 8823 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Refusing update from remote peer 84804865b551456aa2efc8c2d414b521: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:04:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.341585 9048 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [LEADER]: Connected to new peer: Peer: permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.345574 9033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 84804865b551456aa2efc8c2d414b521. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.345705 9033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: This master's current role is: FOLLOWER
15:04:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.348793 8942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } attempt: 3
15:04:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.356102 8942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: Bootstrap starting.
15:04:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.358850 8942 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: Neither blocks nor log segments found. Creating new log.
15:04:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.359946 8942 log.cc:826] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: Log is configured to *not* fsync() on all Append() calls
15:04:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.361654 9054 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.361781 9054 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: This master's current role is: LEADER
15:04:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.362758 9033 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.362885 9033 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: This master's current role is: FOLLOWER
15:04:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.363476 9065 mvcc.cc:204] Tried to move back new op lower bound from 7230638712170188800 to 7230638712129290240. Current Snapshot: MvccSnapshot[applied={T|T < 7230638712170188800}]
15:04:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.366428 8942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: No bootstrap required, opened a new log
15:04:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.370369 9062 catalog_manager.cc:1357] Generated new cluster ID: 7f07910f3f33435f83dbf0a120c53d74
15:04:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.370622 9062 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:04:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.373930 8942 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.374976 8942 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:14.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.375360 8942 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7829d64e95e14242bbbdfa3750d3a80a, State: Initialized, Role: FOLLOWER
15:04:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.377059 8942 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.379523 8906 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84804865b551456aa2efc8c2d414b521" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a" is_pre_election: true
15:04:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.379799 8906 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84804865b551456aa2efc8c2d414b521 in term 0.
15:04:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.380265 8904 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 0 FOLLOWER]: Advancing to term 1
15:04:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.381551 8904 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Refusing update from remote peer 84804865b551456aa2efc8c2d414b521: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:04:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.379524 8905 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84804865b551456aa2efc8c2d414b521" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a"
15:04:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.382176 9054 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.383098 8905 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84804865b551456aa2efc8c2d414b521 in term 1.
15:04:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.383677 8942 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: configured and running, proceeding with master startup.
15:04:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.386714 9070 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 84804865b551456aa2efc8c2d414b521. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.387707 9070 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: This master's current role is: FOLLOWER
15:04:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.387928 9070 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.388083 9070 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: This master's current role is: FOLLOWER
15:04:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.393632 9062 catalog_manager.cc:1380] Generated new certificate authority record
15:04:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.394501 9077 mvcc.cc:204] Tried to move back new op lower bound from 7230638712170188800 to 7230638712129290240. Current Snapshot: MvccSnapshot[applied={T|T < 7230638712170188800}]
15:04:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.394898 9062 catalog_manager.cc:1514] Loading token signing keys...
15:04:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.397001 9047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.397130 9047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521 [sys.catalog]: This master's current role is: LEADER
15:04:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.398416 9085 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:04:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.398501 9085 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:04:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.387590 9071 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "84804865b551456aa2efc8c2d414b521" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.402901 9071 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: This master's current role is: FOLLOWER
15:04:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.416325 9062 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 84804865b551456aa2efc8c2d414b521: Generated new TSK 0
15:04:14.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.417484 9062 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.422937 8772 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/wal
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/logs
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data/info.pb
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:04:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.1:0
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.145.1
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.1
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:04:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:04:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.594167 9088 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:04:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.594401 9088 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:04:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.594475 9088 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:04:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.598078 9088 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:04:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.598196 9088 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:04:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.598222 9088 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:04:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.598239 9088 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
15:04:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.598294 9088 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.145.1
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.602490 9088 tablet_server_runner.cc:78] Tablet server non-default flags:
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/wal
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.1:0
15:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data/info.pb
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.1
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9088
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.145.1
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/logs
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Dec 2025 14:43:16 UTC on 24a791456cd2
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9430
15:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.603849 9088 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:04:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.605105 9088 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:04:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.612303 9093 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.612398 9094 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.612636 9096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.613747 9088 server_base.cc:1047] running on GCE node
15:04:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.614161 9088 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:04:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.614775 9088 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:04:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.615950 9088 hybrid_clock.cc:648] HybridClock initialized: now 1765292654615937 us; error 28 us; skew 500 ppm
15:04:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.617949 9088 webserver.cc:492] Webserver started at http://127.8.145.1:36821/ using document root <none> and password file <none>
15:04:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.618636 9088 fs_manager.cc:362] Metadata directory not provided
15:04:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.618700 9088 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:04:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.618906 9088 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:04:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.620488 9088 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data/instance:
15:04:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62b9159cf29f4a79a1534fef038328c0"
15:04:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.621093 9088 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/wal/instance:
15:04:14.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62b9159cf29f4a79a1534fef038328c0"
15:04:14.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.624833 9088 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.001s
15:04:14.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.627158 9102 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.628301 9088 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.628409 9088 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data,/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/wal
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62b9159cf29f4a79a1534fef038328c0"
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.628495 9088 fs_report.cc:389] FS layout report
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/wal
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/wal
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data/data
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:04:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:04:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.660260 9088 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:04:14.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.661031 9088 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:04:14.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.661188 9088 kserver.cc:163] Server-wide thread pool size limit: 3276
15:04:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.662823 9088 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:04:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.662891 9088 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:04:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.662942 9088 ts_tablet_manager.cc:616] Registered 0 tablets
15:04:14.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.662961 9088 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:04:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.673885 9088 rpc_server.cc:307] RPC server started. Bound to: 127.8.145.1:42493
15:04:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.673923 9221 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.145.1:42493 every 8 connection(s)
15:04:14.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.675282 9088 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/data/info.pb
15:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.682168 8772 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpZzftj/build/debug/bin/kudu as pid 9088
15:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.682293 8772 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-0/wal/instance
15:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.679533 9226 heartbeater.cc:344] Connected to a master server at 127.8.145.62:41871
15:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.683202 9226 heartbeater.cc:461] Registering TS with master...
15:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.683689 9226 heartbeater.cc:507] Master 127.8.145.62:41871 requested a full tablet report, sending...
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.683022 9225 heartbeater.cc:344] Connected to a master server at 127.8.145.60:40325
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.684504 9225 heartbeater.cc:461] Registering TS with master...
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.684702 9225 heartbeater.cc:507] Master 127.8.145.60:40325 requested a full tablet report, sending...
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.684888 8772 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/wal
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:04:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/logs
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data/info.pb
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.2:0
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.145.2
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.2
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.685144 8814 ts_manager.cc:194] Registered new tserver with Master: 62b9159cf29f4a79a1534fef038328c0 (127.8.145.1:42493)
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.685837 8977 ts_manager.cc:194] Registered new tserver with Master: 62b9159cf29f4a79a1534fef038328c0 (127.8.145.1:42493)
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.686043 9227 heartbeater.cc:344] Connected to a master server at 127.8.145.61:39261
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.686118 9227 heartbeater.cc:461] Registering TS with master...
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.686306 9227 heartbeater.cc:507] Master 127.8.145.61:39261 requested a full tablet report, sending...
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.687254 8894 ts_manager.cc:194] Registered new tserver with Master: 62b9159cf29f4a79a1534fef038328c0 (127.8.145.1:42493)
15:04:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.687294 8977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.145.1:49593
15:04:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.795580 9230 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.795828 9230 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.795904 9230 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:04:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.799436 9230 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:04:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.799551 9230 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:04:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.799573 9230 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:04:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.799592 9230 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
15:04:14.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.799645 9230 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.145.2
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.803783 9230 tablet_server_runner.cc:78] Tablet server non-default flags:
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/wal
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.2:0
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data/info.pb
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.2
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9230
15:04:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.145.2
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/logs
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Dec 2025 14:43:16 UTC on 24a791456cd2
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9430
15:04:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.805263 9230 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:04:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.806408 9230 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:04:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.813264 9238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.813270 9236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.813267 9235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.813499 9230 server_base.cc:1047] running on GCE node
15:04:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.813896 9230 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:04:14.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.814437 9230 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:04:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.815603 9230 hybrid_clock.cc:648] HybridClock initialized: now 1765292654815587 us; error 31 us; skew 500 ppm
15:04:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.817566 9230 webserver.cc:492] Webserver started at http://127.8.145.2:34719/ using document root <none> and password file <none>
15:04:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.818266 9230 fs_manager.cc:362] Metadata directory not provided
15:04:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.818337 9230 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:04:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.818543 9230 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:04:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.820140 9230 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data/instance:
15:04:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ddeab0362c24c68b0d378a8c66dabdd"
15:04:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.820675 9230 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/wal/instance:
15:04:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ddeab0362c24c68b0d378a8c66dabdd"
15:04:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.824127 9230 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.002s sys 0.000s
15:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.826395 9244 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.827455 9230 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.827564 9230 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data,/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/wal
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ddeab0362c24c68b0d378a8c66dabdd"
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.827669 9230 fs_report.cc:389] FS layout report
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/wal
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/wal
15:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data/data
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:04:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:04:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.840106 9230 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:04:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.840879 9230 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:04:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.841084 9230 kserver.cc:163] Server-wide thread pool size limit: 3276
15:04:14.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.842816 9230 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:04:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.842875 9230 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:04:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.842931 9230 ts_tablet_manager.cc:616] Registered 0 tablets
15:04:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.842948 9230 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:04:14.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.853233 9230 rpc_server.cc:307] RPC server started. Bound to: 127.8.145.2:44189
15:04:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.853597 9364 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.145.2:44189 every 8 connection(s)
15:04:14.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.854342 9230 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/data/info.pb
15:04:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.859114 9368 heartbeater.cc:344] Connected to a master server at 127.8.145.62:41871
15:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.860173 9368 heartbeater.cc:461] Registering TS with master...
15:04:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.860844 9368 heartbeater.cc:507] Master 127.8.145.62:41871 requested a full tablet report, sending...
15:04:14.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.861567 9367 heartbeater.cc:344] Connected to a master server at 127.8.145.60:40325
15:04:14.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.861654 9367 heartbeater.cc:461] Registering TS with master...
15:04:14.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.861841 9367 heartbeater.cc:507] Master 127.8.145.60:40325 requested a full tablet report, sending...
15:04:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.861932 8772 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpZzftj/build/debug/bin/kudu as pid 9230
15:04:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.862031 8772 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-1/wal/instance
15:04:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.862077 8814 ts_manager.cc:194] Registered new tserver with Master: 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189)
15:04:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.862572 8977 ts_manager.cc:194] Registered new tserver with Master: 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189)
15:04:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.863231 8977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.145.2:40559
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.865108 8772 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpZzftj/build/debug/bin/kudu
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/wal
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/logs
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data/info.pb
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.3:0
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.145.3
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.3
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.866015 9369 heartbeater.cc:344] Connected to a master server at 127.8.145.61:39261
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.866094 9369 heartbeater.cc:461] Registering TS with master...
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.866248 9369 heartbeater.cc:507] Master 127.8.145.61:39261 requested a full tablet report, sending...
15:04:14.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.866918 8894 ts_manager.cc:194] Registered new tserver with Master: 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189)
15:04:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.973819 9371 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:04:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.974063 9371 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:04:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.974136 9371 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:04:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.977725 9371 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:04:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.977833 9371 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
15:04:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.977855 9371 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
15:04:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.977874 9371 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
15:04:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.977926 9371 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.145.3
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.981956 9371 tablet_server_runner.cc:78] Tablet server non-default flags:
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.145.20:40813
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/wal
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.145.3:0
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data/info.pb
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.145.3
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.145.62:41871,127.8.145.61:39261,127.8.145.60:40325
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9371
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.145.3
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/logs
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:04:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 468897755969d686fb08386f42f7835685e7953a
15:04:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
15:04:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Dec 2025 14:43:16 UTC on 24a791456cd2
15:04:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 9430
15:04:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.983304 9371 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:04:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.984443 9371 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:04:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.991253 9376 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.991233 9377 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.991395 9371 server_base.cc:1047] running on GCE node
15:04:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:14.991225 9379 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:04:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.991814 9371 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:04:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.992362 9371 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:04:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.993525 9371 hybrid_clock.cc:648] HybridClock initialized: now 1765292654993498 us; error 46 us; skew 500 ppm
15:04:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.995464 9371 webserver.cc:492] Webserver started at http://127.8.145.3:39931/ using document root <none> and password file <none>
15:04:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.996035 9371 fs_manager.cc:362] Metadata directory not provided
15:04:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.996094 9371 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:04:14.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.996299 9371 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:04:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.997910 9371 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data/instance:
15:04:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d711de55385c461684a6d85e86aca04c"
15:04:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:14.998406 9371 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/wal/instance:
15:04:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d711de55385c461684a6d85e86aca04c"
15:04:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.001837 9371 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.004s sys 0.000s
15:04:15.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.004086 9385 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.005224 9371 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.005337 9371 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data,/tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/wal
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d711de55385c461684a6d85e86aca04c"
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-12-09 15:04:14 on dist-test-slave-kw36"
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.005438 9371 fs_report.cc:389] FS layout report
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/wal
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/wal
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data/data
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:04:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:04:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.017306 9371 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:04:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.018038 9371 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:04:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.018217 9371 kserver.cc:163] Server-wide thread pool size limit: 3276
15:04:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.019904 9371 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:04:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.019960 9371 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:04:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.020023 9371 ts_tablet_manager.cc:616] Registered 0 tablets
15:04:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.020042 9371 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:04:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.030405 9371 rpc_server.cc:307] RPC server started. Bound to: 127.8.145.3:35099
15:04:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.030438 9504 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.145.3:35099 every 8 connection(s)
15:04:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.031543 9371 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/data/info.pb
15:04:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.033193 9509 heartbeater.cc:344] Connected to a master server at 127.8.145.62:41871
15:04:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.033861 9509 heartbeater.cc:461] Registering TS with master...
15:04:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.034570 9509 heartbeater.cc:507] Master 127.8.145.62:41871 requested a full tablet report, sending...
15:04:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.035815 8814 ts_manager.cc:194] Registered new tserver with Master: d711de55385c461684a6d85e86aca04c (127.8.145.3:35099)
15:04:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.039688 9510 heartbeater.cc:344] Connected to a master server at 127.8.145.61:39261
15:04:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.039913 9510 heartbeater.cc:461] Registering TS with master...
15:04:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.040181 9510 heartbeater.cc:507] Master 127.8.145.61:39261 requested a full tablet report, sending...
15:04:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.040954 8894 ts_manager.cc:194] Registered new tserver with Master: d711de55385c461684a6d85e86aca04c (127.8.145.3:35099)
15:04:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.041739 8772 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpZzftj/build/debug/bin/kudu as pid 9371
15:04:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.041850 8772 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpZzftj/test-tmp/mini-kudu-cluster3965612891749649228/ts-2/wal/instance
15:04:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.042219 9508 heartbeater.cc:344] Connected to a master server at 127.8.145.60:40325
15:04:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.042307 9508 heartbeater.cc:461] Registering TS with master...
15:04:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.042495 9508 heartbeater.cc:507] Master 127.8.145.60:40325 requested a full tablet report, sending...
15:04:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.043073 8977 ts_manager.cc:194] Registered new tserver with Master: d711de55385c461684a6d85e86aca04c (127.8.145.3:35099)
15:04:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.043681 8977 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.145.3:60177
15:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.047607 8772 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
15:04:15.048 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:04:15.048 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:04:15.049 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.145.62"
port: 41871
}
bound_http_address {
host: "127.8.145.62"
port: 39335
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.145.61"
port: 39261
}
bound_http_address {
host: "127.8.145.61"
port: 33653
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.145.60"
port: 40325
}
bound_http_address {
host: "127.8.145.60"
port: 46757
}
}
}
15:04:15.049 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:04:15.049 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.145.1"
port: 42493
}
bound_http_address {
host: "127.8.145.1"
port: 36821
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.145.2"
port: 44189
}
bound_http_address {
host: "127.8.145.2"
port: 34719
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.145.3"
port: 35099
}
bound_http_address {
host: "127.8.145.3"
port: 39931
}
}
}
15:04:15.050 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:04:15.052 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:04:15.059 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.145.61:39261(127.8.145.61:39261)] connecting to peer
15:04:15.060 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.145.62:41871(127.8.145.62:41871)] connecting to peer
15:04:15.061 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:15.061 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.145.61:39261(127.8.145.61:39261)] Successfully connected to peer
15:04:15.062 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.145.62:41871(127.8.145.62:41871)] Successfully connected to peer
15:04:15.063 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.145.61
15:04:15.063 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.145.62
15:04:15.068 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.145.60:40325(127.8.145.60:40325)] Successfully connected to peer
15:04:15.073 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf5d10646, L:/127.0.0.1:35918 - R:/127.8.145.62:41871] using SASL/PLAIN
15:04:15.075 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.145.60
15:04:15.078 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa196abf6, L:/127.0.0.1:37760 - R:/127.8.145.61:39261] using SASL/PLAIN
15:04:15.083 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xacdf5b94, L:/127.0.0.1:60670 - R:/127.8.145.60:40325] using SASL/PLAIN
15:04:15.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:04:15.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=27), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [17ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: OK, deferred=null) after lookup
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.087365 8977 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60670:
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
15:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.088786 8977 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:04:15.101 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a2bebbaf66114131a6f4a0e56d91ff7a
15:04:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.114782 9152 tablet_service.cc:1505] Processing CreateTablet for tablet 561e20ac6b84417fb46783fb65e33959 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:04:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.114782 9151 tablet_service.cc:1505] Processing CreateTablet for tablet 165103bb892b469cb0bc603042a25f43 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:04:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.115859 9152 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 561e20ac6b84417fb46783fb65e33959. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.116250 9151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 165103bb892b469cb0bc603042a25f43. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.123520 9529 tablet_bootstrap.cc:492] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0: Bootstrap starting.
15:04:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.125944 9529 tablet_bootstrap.cc:654] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0: Neither blocks nor log segments found. Creating new log.
15:04:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.127034 9529 log.cc:826] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0: Log is configured to *not* fsync() on all Append() calls
15:04:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.128545 9435 tablet_service.cc:1505] Processing CreateTablet for tablet 165103bb892b469cb0bc603042a25f43 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:04:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.128542 9434 tablet_service.cc:1505] Processing CreateTablet for tablet 561e20ac6b84417fb46783fb65e33959 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:04:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.129241 9529 tablet_bootstrap.cc:492] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0: No bootstrap required, opened a new log
15:04:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.129454 9529 ts_tablet_manager.cc:1403] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0: Time spent bootstrapping tablet: real 0.006s user 0.005s sys 0.000s
15:04:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.129711 9434 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 561e20ac6b84417fb46783fb65e33959. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.131021 9435 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 165103bb892b469cb0bc603042a25f43. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.132377 9529 raft_consensus.cc:359] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.132790 9529 raft_consensus.cc:385] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.132934 9529 raft_consensus.cc:740] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 62b9159cf29f4a79a1534fef038328c0, State: Initialized, Role: FOLLOWER
15:04:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.133533 9529 consensus_queue.cc:260] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.134614 9529 ts_tablet_manager.cc:1434] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s
15:04:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.135136 9225 heartbeater.cc:499] Master 127.8.145.60:40325 was elected leader, sending a full tablet report...
15:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.137956 9529 tablet_bootstrap.cc:492] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0: Bootstrap starting.
15:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.139125 9529 tablet_bootstrap.cc:654] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0: Neither blocks nor log segments found. Creating new log.
15:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.140327 9529 tablet_bootstrap.cc:492] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0: No bootstrap required, opened a new log
15:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.140419 9529 ts_tablet_manager.cc:1403] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.140287 9294 tablet_service.cc:1505] Processing CreateTablet for tablet 165103bb892b469cb0bc603042a25f43 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141163 9533 tablet_bootstrap.cc:492] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c: Bootstrap starting.
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141147 9529 raft_consensus.cc:359] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141250 9529 raft_consensus.cc:385] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141278 9529 raft_consensus.cc:740] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 62b9159cf29f4a79a1534fef038328c0, State: Initialized, Role: FOLLOWER
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141377 9294 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 165103bb892b469cb0bc603042a25f43. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141397 9529 consensus_queue.cc:260] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.140287 9292 tablet_service.cc:1505] Processing CreateTablet for tablet 561e20ac6b84417fb46783fb65e33959 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141667 9529 ts_tablet_manager.cc:1434] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
15:04:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.141680 9292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 561e20ac6b84417fb46783fb65e33959. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.146493 9533 tablet_bootstrap.cc:654] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c: Neither blocks nor log segments found. Creating new log.
15:04:15.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.147241 9533 log.cc:826] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c: Log is configured to *not* fsync() on all Append() calls
15:04:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.148042 9536 tablet_bootstrap.cc:492] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd: Bootstrap starting.
15:04:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.149191 9533 tablet_bootstrap.cc:492] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c: No bootstrap required, opened a new log
15:04:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.149394 9533 ts_tablet_manager.cc:1403] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.001s
15:04:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.150125 9536 tablet_bootstrap.cc:654] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd: Neither blocks nor log segments found. Creating new log.
15:04:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.150815 9536 log.cc:826] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd: Log is configured to *not* fsync() on all Append() calls
15:04:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.151873 9533 raft_consensus.cc:359] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.152081 9533 raft_consensus.cc:385] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.152120 9533 raft_consensus.cc:740] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d711de55385c461684a6d85e86aca04c, State: Initialized, Role: FOLLOWER
15:04:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.152503 9536 tablet_bootstrap.cc:492] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd: No bootstrap required, opened a new log
15:04:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.152504 9533 consensus_queue.cc:260] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.152750 9536 ts_tablet_manager.cc:1403] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd: Time spent bootstrapping tablet: real 0.005s user 0.005s sys 0.000s
15:04:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.153263 9508 heartbeater.cc:499] Master 127.8.145.60:40325 was elected leader, sending a full tablet report...
15:04:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.155004 9533 ts_tablet_manager.cc:1434] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c: Time spent starting tablet: real 0.006s user 0.001s sys 0.004s
15:04:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.155402 9533 tablet_bootstrap.cc:492] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c: Bootstrap starting.
15:04:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.155531 9532 raft_consensus.cc:493] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:04:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.155702 9532 raft_consensus.cc:515] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.156862 9533 tablet_bootstrap.cc:654] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c: Neither blocks nor log segments found. Creating new log.
15:04:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.157066 9532 leader_election.cc:290] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d711de55385c461684a6d85e86aca04c (127.8.145.3:35099), 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189)
15:04:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.160126 9533 tablet_bootstrap.cc:492] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c: No bootstrap required, opened a new log
15:04:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.160234 9533 ts_tablet_manager.cc:1403] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s
15:04:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.160768 9533 raft_consensus.cc:359] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.160878 9533 raft_consensus.cc:385] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.160912 9533 raft_consensus.cc:740] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d711de55385c461684a6d85e86aca04c, State: Initialized, Role: FOLLOWER
15:04:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.161080 9533 consensus_queue.cc:260] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.161351 9533 ts_tablet_manager.cc:1434] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
15:04:15.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.162091 9314 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "165103bb892b469cb0bc603042a25f43" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" is_pre_election: true
15:04:15.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.162757 9451 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "165103bb892b469cb0bc603042a25f43" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d711de55385c461684a6d85e86aca04c" is_pre_election: true
15:04:15.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.162986 9451 raft_consensus.cc:2468] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 62b9159cf29f4a79a1534fef038328c0 in term 0.
15:04:15.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.162956 9103 leader_election.cc:343] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189): Illegal state: must be running to vote when last-logged opid is not known
15:04:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.163390 9105 leader_election.cc:304] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 62b9159cf29f4a79a1534fef038328c0, d711de55385c461684a6d85e86aca04c; no voters: 4ddeab0362c24c68b0d378a8c66dabdd
15:04:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.163882 9532 raft_consensus.cc:2804] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:04:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.163957 9532 raft_consensus.cc:493] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:04:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.164000 9532 raft_consensus.cc:3060] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Advancing to term 1
15:04:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.164547 9536 raft_consensus.cc:359] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.164901 9536 raft_consensus.cc:385] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.165067 9536 raft_consensus.cc:740] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ddeab0362c24c68b0d378a8c66dabdd, State: Initialized, Role: FOLLOWER
15:04:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.165256 9532 raft_consensus.cc:515] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.165630 9532 leader_election.cc:290] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 election: Requested vote from peers d711de55385c461684a6d85e86aca04c (127.8.145.3:35099), 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189)
15:04:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.165916 9536 consensus_queue.cc:260] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.166330 9451 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "165103bb892b469cb0bc603042a25f43" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d711de55385c461684a6d85e86aca04c"
15:04:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.166437 9451 raft_consensus.cc:3060] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Advancing to term 1
15:04:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.167058 9536 ts_tablet_manager.cc:1434] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd: Time spent starting tablet: real 0.014s user 0.005s sys 0.000s
15:04:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.167500 9536 tablet_bootstrap.cc:492] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd: Bootstrap starting.
15:04:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.167749 9451 raft_consensus.cc:2468] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 62b9159cf29f4a79a1534fef038328c0 in term 1.
15:04:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.167939 9367 heartbeater.cc:499] Master 127.8.145.60:40325 was elected leader, sending a full tablet report...
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.168671 9536 tablet_bootstrap.cc:654] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd: Neither blocks nor log segments found. Creating new log.
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.169891 9314 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "165103bb892b469cb0bc603042a25f43" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ddeab0362c24c68b0d378a8c66dabdd"
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.170033 9314 raft_consensus.cc:3060] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Advancing to term 1
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.170179 9105 leader_election.cc:304] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 62b9159cf29f4a79a1534fef038328c0, d711de55385c461684a6d85e86aca04c; no voters:
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.170977 9536 tablet_bootstrap.cc:492] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd: No bootstrap required, opened a new log
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171070 9536 ts_tablet_manager.cc:1403] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.002s
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171118 9314 raft_consensus.cc:2468] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 62b9159cf29f4a79a1534fef038328c0 in term 1.
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171530 9536 raft_consensus.cc:359] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171628 9536 raft_consensus.cc:385] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171617 9532 raft_consensus.cc:2804] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 1 FOLLOWER]: Leader election won for term 1
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171658 9536 raft_consensus.cc:740] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ddeab0362c24c68b0d378a8c66dabdd, State: Initialized, Role: FOLLOWER
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171787 9536 consensus_queue.cc:260] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.171861 9532 raft_consensus.cc:697] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [term 1 LEADER]: Becoming Leader. State: Replica: 62b9159cf29f4a79a1534fef038328c0, State: Running, Role: LEADER
15:04:15.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.172210 9532 consensus_queue.cc:237] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } }
15:04:15.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.173254 9536 ts_tablet_manager.cc:1434] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
15:04:15.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.176506 9228 tablet.cc:2378] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:04:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.177421 8977 catalog_manager.cc:5654] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 62b9159cf29f4a79a1534fef038328c0 (127.8.145.1). New cstate: current_term: 1 leader_uuid: "62b9159cf29f4a79a1534fef038328c0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } health_report { overall_health: UNKNOWN } } }
15:04:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.282995 9511 tablet.cc:2378] T 165103bb892b469cb0bc603042a25f43 P d711de55385c461684a6d85e86aca04c: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:04:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.305750 9532 raft_consensus.cc:493] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:04:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.305894 9532 raft_consensus.cc:515] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.306325 9532 leader_election.cc:290] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189), d711de55385c461684a6d85e86aca04c (127.8.145.3:35099)
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.306865 9314 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "561e20ac6b84417fb46783fb65e33959" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" is_pre_election: true
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.306865 9451 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "561e20ac6b84417fb46783fb65e33959" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d711de55385c461684a6d85e86aca04c" is_pre_election: true
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.307030 9451 raft_consensus.cc:2468] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 62b9159cf29f4a79a1534fef038328c0 in term 0.
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.307060 9314 raft_consensus.cc:2468] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 62b9159cf29f4a79a1534fef038328c0 in term 0.
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.307363 9105 leader_election.cc:304] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 62b9159cf29f4a79a1534fef038328c0, d711de55385c461684a6d85e86aca04c; no voters:
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.307595 9532 raft_consensus.cc:2804] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.307653 9532 raft_consensus.cc:493] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:04:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.307691 9532 raft_consensus.cc:3060] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Advancing to term 1
15:04:15.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.308543 9532 raft_consensus.cc:515] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.308926 9532 leader_election.cc:290] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 election: Requested vote from peers 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189), d711de55385c461684a6d85e86aca04c (127.8.145.3:35099)
15:04:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.309338 9451 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "561e20ac6b84417fb46783fb65e33959" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d711de55385c461684a6d85e86aca04c"
15:04:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.309448 9451 raft_consensus.cc:3060] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Advancing to term 1
15:04:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.309580 9314 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "561e20ac6b84417fb46783fb65e33959" candidate_uuid: "62b9159cf29f4a79a1534fef038328c0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ddeab0362c24c68b0d378a8c66dabdd"
15:04:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.309698 9314 raft_consensus.cc:3060] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Advancing to term 1
15:04:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.310180 9451 raft_consensus.cc:2468] T 561e20ac6b84417fb46783fb65e33959 P d711de55385c461684a6d85e86aca04c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 62b9159cf29f4a79a1534fef038328c0 in term 1.
15:04:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.310479 9105 leader_election.cc:304] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 62b9159cf29f4a79a1534fef038328c0, d711de55385c461684a6d85e86aca04c; no voters:
15:04:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.310632 9532 raft_consensus.cc:2804] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 1 FOLLOWER]: Leader election won for term 1
15:04:15.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.310671 9314 raft_consensus.cc:2468] T 561e20ac6b84417fb46783fb65e33959 P 4ddeab0362c24c68b0d378a8c66dabdd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 62b9159cf29f4a79a1534fef038328c0 in term 1.
15:04:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.310714 9532 raft_consensus.cc:697] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [term 1 LEADER]: Becoming Leader. State: Replica: 62b9159cf29f4a79a1534fef038328c0, State: Running, Role: LEADER
15:04:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.310847 9532 consensus_queue.cc:237] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.312731 8977 catalog_manager.cc:5654] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 62b9159cf29f4a79a1534fef038328c0 (127.8.145.1). New cstate: current_term: 1 leader_uuid: "62b9159cf29f4a79a1534fef038328c0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } health_report { overall_health: UNKNOWN } } }
15:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.316234 9044 catalog_manager.cc:1269] Loaded cluster ID: 7f07910f3f33435f83dbf0a120c53d74
15:04:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.316310 9044 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: loading cluster ID for follower catalog manager: success
15:04:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.318562 9044 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: acquiring CA information for follower catalog manager: success
15:04:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.319892 9044 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:04:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.332163 8977 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60680:
15:04:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
15:04:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:04:15.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
15:04:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.333052 8977 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:04:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.342319 9292 tablet_service.cc:1505] Processing CreateTablet for tablet e2290a0f157a49e5b3e17e938194b31a (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1f494a5c019049c0986a2817c331d4fc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:04:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.343111 9292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e2290a0f157a49e5b3e17e938194b31a. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.343156 9434 tablet_service.cc:1505] Processing CreateTablet for tablet e2290a0f157a49e5b3e17e938194b31a (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1f494a5c019049c0986a2817c331d4fc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:04:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.343205 9151 tablet_service.cc:1505] Processing CreateTablet for tablet e2290a0f157a49e5b3e17e938194b31a (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=1f494a5c019049c0986a2817c331d4fc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
15:04:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.343796 9434 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e2290a0f157a49e5b3e17e938194b31a. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.343845 9151 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e2290a0f157a49e5b3e17e938194b31a. 1 dirs total, 0 dirs full, 0 dirs failed
15:04:15.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.346103 9536 tablet_bootstrap.cc:492] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: Bootstrap starting.
15:04:15.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.346284 9533 tablet_bootstrap.cc:492] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: Bootstrap starting.
15:04:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.347021 9536 tablet_bootstrap.cc:654] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: Neither blocks nor log segments found. Creating new log.
15:04:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.347103 9533 tablet_bootstrap.cc:654] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: Neither blocks nor log segments found. Creating new log.
15:04:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.347761 9529 tablet_bootstrap.cc:492] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: Bootstrap starting.
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348138 9536 tablet_bootstrap.cc:492] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: No bootstrap required, opened a new log
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348249 9536 ts_tablet_manager.cc:1403] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348340 9533 tablet_bootstrap.cc:492] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: No bootstrap required, opened a new log
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348433 9533 ts_tablet_manager.cc:1403] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348735 9529 tablet_bootstrap.cc:654] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: Neither blocks nor log segments found. Creating new log.
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348765 9536 raft_consensus.cc:359] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348866 9536 raft_consensus.cc:385] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348935 9536 raft_consensus.cc:740] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ddeab0362c24c68b0d378a8c66dabdd, State: Initialized, Role: FOLLOWER
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.348930 9533 raft_consensus.cc:359] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349053 9533 raft_consensus.cc:385] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349087 9533 raft_consensus.cc:740] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d711de55385c461684a6d85e86aca04c, State: Initialized, Role: FOLLOWER
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349066 9536 consensus_queue.cc:260] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349207 9533 consensus_queue.cc:260] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349341 9536 ts_tablet_manager.cc:1434] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349445 9533 ts_tablet_manager.cc:1434] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349412 9540 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349530 9540 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: This TxnStatusTablet replica's current role is: FOLLOWER
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349730 9538 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.349861 9538 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: This TxnStatusTablet replica's current role is: FOLLOWER
15:04:15.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.352432 9529 tablet_bootstrap.cc:492] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: No bootstrap required, opened a new log
15:04:15.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.352536 9529 ts_tablet_manager.cc:1403] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.002s
15:04:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.353016 9529 raft_consensus.cc:359] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.353108 9529 raft_consensus.cc:385] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:04:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.353129 9529 raft_consensus.cc:740] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 62b9159cf29f4a79a1534fef038328c0, State: Initialized, Role: FOLLOWER
15:04:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.353224 9529 consensus_queue.cc:260] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.353458 9529 ts_tablet_manager.cc:1434] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
15:04:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.353483 9532 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.353587 9532 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: This TxnStatusTablet replica's current role is: FOLLOWER
15:04:15.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.360775 9370 tablet.cc:2378] T 165103bb892b469cb0bc603042a25f43 P 4ddeab0362c24c68b0d378a8c66dabdd: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:04:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.399850 9085 catalog_manager.cc:1269] Loaded cluster ID: 7f07910f3f33435f83dbf0a120c53d74
15:04:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.399935 9085 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: loading cluster ID for follower catalog manager: success
15:04:15.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.401993 9085 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: acquiring CA information for follower catalog manager: success
15:04:15.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.403400 9085 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:04:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.497977 9540 raft_consensus.cc:493] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:04:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.498128 9540 raft_consensus.cc:515] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.499163 9540 leader_election.cc:290] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 62b9159cf29f4a79a1534fef038328c0 (127.8.145.1:42493), d711de55385c461684a6d85e86aca04c (127.8.145.3:35099)
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.502948 9451 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "e2290a0f157a49e5b3e17e938194b31a" candidate_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d711de55385c461684a6d85e86aca04c" is_pre_election: true
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.502962 9170 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "e2290a0f157a49e5b3e17e938194b31a" candidate_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "62b9159cf29f4a79a1534fef038328c0" is_pre_election: true
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.503135 9451 raft_consensus.cc:2468] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4ddeab0362c24c68b0d378a8c66dabdd in term 0.
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.503182 9170 raft_consensus.cc:2468] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4ddeab0362c24c68b0d378a8c66dabdd in term 0.
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.503484 9247 leader_election.cc:304] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4ddeab0362c24c68b0d378a8c66dabdd, d711de55385c461684a6d85e86aca04c; no voters:
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.503749 9540 raft_consensus.cc:2804] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Leader pre-election won for term 1
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.503818 9540 raft_consensus.cc:493] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:04:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.503844 9540 raft_consensus.cc:3060] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 0 FOLLOWER]: Advancing to term 1
15:04:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.504652 9540 raft_consensus.cc:515] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.505012 9540 leader_election.cc:290] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [CANDIDATE]: Term 1 election: Requested vote from peers 62b9159cf29f4a79a1534fef038328c0 (127.8.145.1:42493), d711de55385c461684a6d85e86aca04c (127.8.145.3:35099)
15:04:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.505532 9170 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "e2290a0f157a49e5b3e17e938194b31a" candidate_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "62b9159cf29f4a79a1534fef038328c0"
15:04:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.505580 9451 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "e2290a0f157a49e5b3e17e938194b31a" candidate_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d711de55385c461684a6d85e86aca04c"
15:04:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.505677 9451 raft_consensus.cc:3060] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [term 0 FOLLOWER]: Advancing to term 1
15:04:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.505676 9170 raft_consensus.cc:3060] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [term 0 FOLLOWER]: Advancing to term 1
15:04:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.506654 9170 raft_consensus.cc:2468] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4ddeab0362c24c68b0d378a8c66dabdd in term 1.
15:04:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.506654 9451 raft_consensus.cc:2468] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4ddeab0362c24c68b0d378a8c66dabdd in term 1.
15:04:15.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.506956 9247 leader_election.cc:304] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4ddeab0362c24c68b0d378a8c66dabdd, 62b9159cf29f4a79a1534fef038328c0; no voters:
15:04:15.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.507159 9540 raft_consensus.cc:2804] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 1 FOLLOWER]: Leader election won for term 1
15:04:15.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.507372 9540 raft_consensus.cc:697] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [term 1 LEADER]: Becoming Leader. State: Replica: 4ddeab0362c24c68b0d378a8c66dabdd, State: Running, Role: LEADER
15:04:15.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.507721 9540 consensus_queue.cc:237] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } }
15:04:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.510242 9558 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: TxnStatusTablet state changed. Reason: New leader 4ddeab0362c24c68b0d378a8c66dabdd. Latest consensus state: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.510465 9558 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: This TxnStatusTablet replica's current role is: LEADER
15:04:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.510892 9560 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
15:04:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.511173 9560 txn_status_manager.cc:930] Loading transaction status metadata into memory...
15:04:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.511387 8977 catalog_manager.cc:5654] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd reported cstate change: term changed from 0 to 1, leader changed from <none> to 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2). New cstate: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } health_report { overall_health: UNKNOWN } } }
15:04:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.545434 9170 raft_consensus.cc:1275] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0 [term 1 FOLLOWER]: Refusing update from remote peer 4ddeab0362c24c68b0d378a8c66dabdd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:04:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.545436 9451 raft_consensus.cc:1275] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c [term 1 FOLLOWER]: Refusing update from remote peer 4ddeab0362c24c68b0d378a8c66dabdd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:04:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.546095 9558 consensus_queue.cc:1048] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [LEADER]: Connected to new peer: Peer: permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.546280 9540 consensus_queue.cc:1048] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd [LEADER]: Connected to new peer: Peer: permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.549837 9532 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: TxnStatusTablet state changed. Reason: New leader 4ddeab0362c24c68b0d378a8c66dabdd. Latest consensus state: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.549954 9532 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: This TxnStatusTablet replica's current role is: FOLLOWER
15:04:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.550113 9538 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: TxnStatusTablet state changed. Reason: New leader 4ddeab0362c24c68b0d378a8c66dabdd. Latest consensus state: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.550225 9538 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: This TxnStatusTablet replica's current role is: FOLLOWER
15:04:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.552886 9540 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.553000 9540 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: This TxnStatusTablet replica's current role is: LEADER
15:04:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.553022 9564 mvcc.cc:204] Tried to move back new op lower bound from 7230638717106962432 to 7230638716962713600. Current Snapshot: MvccSnapshot[applied={T|T < 7230638717106962432}]
15:04:15.558 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
15:04:15.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.559613 9558 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.559749 9558 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P 4ddeab0362c24c68b0d378a8c66dabdd: This TxnStatusTablet replica's current role is: LEADER
15:04:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.561040 9565 mvcc.cc:204] Tried to move back new op lower bound from 7230638717106962432 to 7230638716962713600. Current Snapshot: MvccSnapshot[applied={T|T < 7230638717106962432}]
15:04:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.561267 9538 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.561359 9538 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P d711de55385c461684a6d85e86aca04c: This TxnStatusTablet replica's current role is: FOLLOWER
15:04:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.563501 9532 tablet_replica.cc:442] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62b9159cf29f4a79a1534fef038328c0" member_type: VOTER last_known_addr { host: "127.8.145.1" port: 42493 } } peers { permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 } } peers { permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 } } }
15:04:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.563625 9532 tablet_replica.cc:445] T e2290a0f157a49e5b3e17e938194b31a P 62b9159cf29f4a79a1534fef038328c0: This TxnStatusTablet replica's current role is: FOLLOWER
15:04:15.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a2bebbaf66114131a6f4a0e56d91ff7a
15:04:15.567 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.145.60:40325
15:04:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.567556 9563 mvcc.cc:204] Tried to move back new op lower bound from 7230638717106962432 to 7230638716962713600. Current Snapshot: MvccSnapshot[applied={T|T < 7230638717106962432 or (T in {7230638717106962432})}]
15:04:15.568 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:04:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.568904 8772 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpZzftj/build/debug/bin/kudu with pid 8944
15:04:15.579 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.145.60:40325(127.8.145.60:40325)] handling channelInactive
15:04:15.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state READY due to: connection closed
15:04:15.580 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:04:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.622536 9532 consensus_queue.cc:1048] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.625072 9367 heartbeater.cc:646] Failed to heartbeat to 127.8.145.60:40325 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.627141 9542 consensus_queue.cc:1048] T 165103bb892b469cb0bc603042a25f43 P 62b9159cf29f4a79a1534fef038328c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.628566 9225 heartbeater.cc:646] Failed to heartbeat to 127.8.145.60:40325 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:15.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.630847 9508 heartbeater.cc:646] Failed to heartbeat to 127.8.145.60:40325 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.817034 9576 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 84804865b551456aa2efc8c2d414b521)
15:04:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.817184 9576 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.817497 9577 raft_consensus.cc:493] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 84804865b551456aa2efc8c2d414b521)
15:04:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.817613 9577 raft_consensus.cc:515] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.818104 9576 leader_election.cc:290] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 20f01128b19746a7b142c02a5020d667 (127.8.145.62:41871), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.818499 9577 leader_election.cc:290] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.818562 8823 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7829d64e95e14242bbbdfa3750d3a80a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "20f01128b19746a7b142c02a5020d667" is_pre_election: true
15:04:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.818812 8823 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7829d64e95e14242bbbdfa3750d3a80a in term 1.
15:04:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.818814 8904 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20f01128b19746a7b142c02a5020d667" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a" is_pre_election: true
15:04:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.818920 8904 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 20f01128b19746a7b142c02a5020d667 in term 1.
15:04:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819159 8883 leader_election.cc:304] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 7829d64e95e14242bbbdfa3750d3a80a; no voters:
15:04:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819255 8798 leader_election.cc:304] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 7829d64e95e14242bbbdfa3750d3a80a; no voters:
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819489 9577 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819545 9577 raft_consensus.cc:493] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 84804865b551456aa2efc8c2d414b521)
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819547 9576 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Leader pre-election won for term 2
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819586 9577 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 1 FOLLOWER]: Advancing to term 2
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819594 9576 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Starting leader election (detected failure of leader 84804865b551456aa2efc8c2d414b521)
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.819635 9576 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 1 FOLLOWER]: Advancing to term 2
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.820075 8883 leader_election.cc:336] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.820386 8801 leader_election.cc:336] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.820595 9577 raft_consensus.cc:515] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.820595 9576 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.820986 9576 leader_election.cc:290] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 2 election: Requested vote from peers 20f01128b19746a7b142c02a5020d667 (127.8.145.62:41871), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.821040 9577 leader_election.cc:290] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 2 election: Requested vote from peers 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.821447 8904 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20f01128b19746a7b142c02a5020d667" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a"
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.821589 8904 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 20f01128b19746a7b142c02a5020d667 in current term 2: Already voted for candidate 7829d64e95e14242bbbdfa3750d3a80a in this term.
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.821679 8823 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7829d64e95e14242bbbdfa3750d3a80a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "20f01128b19746a7b142c02a5020d667"
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.821815 8823 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7829d64e95e14242bbbdfa3750d3a80a in current term 2: Already voted for candidate 20f01128b19746a7b142c02a5020d667 in this term.
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.822183 9542 consensus_queue.cc:1048] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4ddeab0362c24c68b0d378a8c66dabdd" member_type: VOTER last_known_addr { host: "127.8.145.2" port: 44189 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.822319 8801 leader_election.cc:336] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.822368 8801 leader_election.cc:304] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20f01128b19746a7b142c02a5020d667; no voters: 7829d64e95e14242bbbdfa3750d3a80a, 84804865b551456aa2efc8c2d414b521
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.822507 9577 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:15.822664 8883 leader_election.cc:336] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.822707 8883 leader_election.cc:304] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7829d64e95e14242bbbdfa3750d3a80a; no voters: 20f01128b19746a7b142c02a5020d667, 84804865b551456aa2efc8c2d414b521
15:04:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.822845 9576 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
15:04:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:15.825476 9532 consensus_queue.cc:1048] T 561e20ac6b84417fb46783fb65e33959 P 62b9159cf29f4a79a1534fef038328c0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d711de55385c461684a6d85e86aca04c" member_type: VOTER last_known_addr { host: "127.8.145.3" port: 35099 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:04:16.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.080 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.145.60:40325(127.8.145.60:40325) for tablet Kudu Master: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.121 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.124188 9576 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.124298 9576 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.124511 9577 raft_consensus.cc:493] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.124665 9576 leader_election.cc:290] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 20f01128b19746a7b142c02a5020d667 (127.8.145.62:41871), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.124634 9577 raft_consensus.cc:515] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125057 8823 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7829d64e95e14242bbbdfa3750d3a80a" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "20f01128b19746a7b142c02a5020d667" is_pre_election: true
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125191 8823 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7829d64e95e14242bbbdfa3750d3a80a in term 2.
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125363 8904 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20f01128b19746a7b142c02a5020d667" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a" is_pre_election: true
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125088 9577 leader_election.cc:290] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125468 8904 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 20f01128b19746a7b142c02a5020d667 in term 2.
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125564 8883 leader_election.cc:304] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 7829d64e95e14242bbbdfa3750d3a80a; no voters:
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125726 9576 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Leader pre-election won for term 3
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125761 8798 leader_election.cc:304] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 7829d64e95e14242bbbdfa3750d3a80a; no voters:
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125784 9576 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:04:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125825 9576 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 2 FOLLOWER]: Advancing to term 3
15:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.125982 9577 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Leader pre-election won for term 3
15:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.126039 9577 raft_consensus.cc:493] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.126073 9577 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 2 FOLLOWER]: Advancing to term 3
15:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.126281 8801 leader_election.cc:336] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.126681 8883 leader_election.cc:336] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.126850 9576 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.126909 9577 raft_consensus.cc:515] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.127214 9577 leader_election.cc:290] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 3 election: Requested vote from peers 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.127209 9576 leader_election.cc:290] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 3 election: Requested vote from peers 20f01128b19746a7b142c02a5020d667 (127.8.145.62:41871), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.127453 8904 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20f01128b19746a7b142c02a5020d667" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a"
15:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.127576 8904 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 20f01128b19746a7b142c02a5020d667 in current term 3: Already voted for candidate 7829d64e95e14242bbbdfa3750d3a80a in this term.
15:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.127660 8823 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7829d64e95e14242bbbdfa3750d3a80a" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "20f01128b19746a7b142c02a5020d667"
15:04:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.127774 8823 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 7829d64e95e14242bbbdfa3750d3a80a in current term 3: Already voted for candidate 20f01128b19746a7b142c02a5020d667 in this term.
15:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.128109 8883 leader_election.cc:336] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.128180 8883 leader_election.cc:304] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7829d64e95e14242bbbdfa3750d3a80a; no voters: 20f01128b19746a7b142c02a5020d667, 84804865b551456aa2efc8c2d414b521
15:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.128348 9576 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
15:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.128440 8801 leader_election.cc:336] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.128499 8801 leader_election.cc:304] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20f01128b19746a7b142c02a5020d667; no voters: 7829d64e95e14242bbbdfa3750d3a80a, 84804865b551456aa2efc8c2d414b521
15:04:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.128607 9577 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
15:04:16.139 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.160 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.239 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.8.145.60:40325, [2ms] received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, deferred=Deferred@1246579003(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1298966495@45303205 -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420) -> (continuation of Deferred@1371469670 after retry RPC after error@1390760996) -> (continuation of Deferred@1592115852 after retry RPC after error@1613220698), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1870465672@460415ff -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420) -> (continuation of Deferred@1371469670 after retry RPC after error@1390760996) -> (continuation of Deferred@1592115852 after retry RPC after error@1613220698)))
15:04:16.322 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.8.145.60:40325, [2ms] received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [63ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [83ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [243ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, deferred=Deferred@1246579003(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/1298966495@45303205 -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420) -> (continuation of Deferred@1371469670 after retry RPC after error@1390760996) -> (continuation of Deferred@1592115852 after retry RPC after error@1613220698), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/1870465672@460415ff -> (continuation of Deferred@671540548 after retry RPC after error@786123361) -> (continuation of Deferred@243259920 after retry RPC after error@1251701184) -> (continuation of Deferred@1428717842 after retry RPC after error@559169940) -> (continuation of Deferred@1368105204 after retry RPC after error@1083170420) -> (continuation of Deferred@1371469670 after retry RPC after error@1390760996) -> (continuation of Deferred@1592115852 after retry RPC after error@1613220698)))
15:04:16.340 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.359 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.379 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.400 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.420 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.519 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.521 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, deferred=Deferred@528077669(state=PENDING, result=null, callback=(continuation of Deferred@1557630318 after retry RPC after error@1712954542) -> (continuation of Deferred@548565953 after retry RPC after error@1895919177) -> (continuation of Deferred@291316218 after retry RPC after error@998974355) -> (continuation of Deferred@135553880 after retry RPC after error@1914517301) -> (continuation of Deferred@171416189 after retry RPC after error@1749202707) -> (continuation of Deferred@1139214304 after retry RPC after error@1490564150), errback=(continuation of Deferred@1557630318 after retry RPC after error@1712954542) -> (continuation of Deferred@548565953 after retry RPC after error@1895919177) -> (continuation of Deferred@291316218 after retry RPC after error@998974355) -> (continuation of Deferred@135553880 after retry RPC after error@1914517301) -> (continuation of Deferred@171416189 after retry RPC after error@1749202707) -> (continuation of Deferred@1139214304 after retry RPC after error@1490564150)))
15:04:16.522 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [63ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [83ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [101ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [182ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, deferred=Deferred@528077669(state=PENDING, result=null, callback=(continuation of Deferred@1557630318 after retry RPC after error@1712954542) -> (continuation of Deferred@548565953 after retry RPC after error@1895919177) -> (continuation of Deferred@291316218 after retry RPC after error@998974355) -> (continuation of Deferred@135553880 after retry RPC after error@1914517301) -> (continuation of Deferred@171416189 after retry RPC after error@1749202707) -> (continuation of Deferred@1139214304 after retry RPC after error@1490564150), errback=(continuation of Deferred@1557630318 after retry RPC after error@1712954542) -> (continuation of Deferred@548565953 after retry RPC after error@1895919177) -> (continuation of Deferred@291316218 after retry RPC after error@998974355) -> (continuation of Deferred@135553880 after retry RPC after error@1914517301) -> (continuation of Deferred@171416189 after retry RPC after error@1749202707) -> (continuation of Deferred@1139214304 after retry RPC after error@1490564150)))
15:04:16.539 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.556824 9577 raft_consensus.cc:493] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:04:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.556970 9577 raft_consensus.cc:515] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.557402 9577 leader_election.cc:290] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.557934 8904 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20f01128b19746a7b142c02a5020d667" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a" is_pre_election: true
15:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.558108 8904 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 20f01128b19746a7b142c02a5020d667 in term 3.
15:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.558427 8798 leader_election.cc:304] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 7829d64e95e14242bbbdfa3750d3a80a; no voters:
15:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.558584 9577 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Leader pre-election won for term 4
15:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.558614 8801 leader_election.cc:336] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.558629 9577 raft_consensus.cc:493] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:04:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.558712 9577 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 3 FOLLOWER]: Advancing to term 4
15:04:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.559619 9577 raft_consensus.cc:515] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.560020 9577 leader_election.cc:290] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 4 election: Requested vote from peers 7829d64e95e14242bbbdfa3750d3a80a (127.8.145.61:39261), 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325)
15:04:16.561 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.560801 8904 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20f01128b19746a7b142c02a5020d667" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7829d64e95e14242bbbdfa3750d3a80a"
15:04:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.560925 8904 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 3 FOLLOWER]: Advancing to term 4
15:04:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.561111 8801 leader_election.cc:336] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111)
15:04:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.562018 8904 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 20f01128b19746a7b142c02a5020d667 in term 4.
15:04:16.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.563072 8798 leader_election.cc:304] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 20f01128b19746a7b142c02a5020d667, 7829d64e95e14242bbbdfa3750d3a80a; no voters: 84804865b551456aa2efc8c2d414b521
15:04:16.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325; will retry
15:04:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.563355 9577 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 4 FOLLOWER]: Leader election won for term 4
15:04:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.563519 9577 raft_consensus.cc:697] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [term 4 LEADER]: Becoming Leader. State: Replica: 20f01128b19746a7b142c02a5020d667, State: Running, Role: LEADER
15:04:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.563858 9577 consensus_queue.cc:237] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } }
15:04:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.564999 9586 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 20f01128b19746a7b142c02a5020d667. Latest consensus state: current_term: 4 leader_uuid: "20f01128b19746a7b142c02a5020d667" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.565116 9586 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: This master's current role is: LEADER
15:04:16.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.565394 9588 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:04:16.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.566779 9588 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=1f494a5c019049c0986a2817c331d4fc]
15:04:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.567081 9588 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a]
15:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.568051 9588 tablet_loader.cc:96] loaded metadata for tablet 165103bb892b469cb0bc603042a25f43 (table txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a])
15:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.568259 9588 tablet_loader.cc:96] loaded metadata for tablet 561e20ac6b84417fb46783fb65e33959 (table txn_manager_fallback_rolling [id=a2bebbaf66114131a6f4a0e56d91ff7a])
15:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.568405 9588 tablet_loader.cc:96] loaded metadata for tablet e2290a0f157a49e5b3e17e938194b31a (table kudu_system.kudu_transactions [id=1f494a5c019049c0986a2817c331d4fc])
15:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.568490 9588 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.568892 9588 catalog_manager.cc:1269] Loaded cluster ID: 7f07910f3f33435f83dbf0a120c53d74
15:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.568934 9588 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.569449 9588 catalog_manager.cc:1514] Loading token signing keys...
15:04:16.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.569787 9588 catalog_manager.cc:6038] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667: Loaded TSK: 0
15:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.570446 9588 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:04:16.580 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.8.145.60:40325(127.8.145.60:40325)] connecting to peer
15:04:16.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.60:40325(127.8.145.60:40325)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.145.60:40325: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325
15:04:16.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:04:16.583 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=44), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [1ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.8.145.61:39261,127.8.145.62:41871,127.8.145.60:40325) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.61:39261, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.62:41871, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.145.60:40325, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.61:39261: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.60:40325: Network error: Failed to connect to peer master-127.8.145.60:40325(127.8.145.60:40325): Connection refused: /127.8.145.60:40325, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.145.62:41871: OK, deferred=Deferred@1747889241(state=PENDING, result=null, callback=(continuation of Deferred@1900956910 after retry RPC after error@1245100108) -> (continuation of Deferred@843922396 after retry RPC after error@798758312), errback=(continuation of Deferred@1900956910 after retry RPC after error@1245100108) -> (continuation of Deferred@843922396 after retry RPC after error@798758312))) after lookup
15:04:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.599779 9251 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.039s from last keepalive heartbeat (effective timeout is 1.000s)
15:04:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.614530 8814 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35926:
15:04:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
15:04:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
15:04:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:04:16.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
15:04:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.615788 8814 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
15:04:16.627 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 4ddeab0362c24c68b0d378a8c66dabdd (127.8.145.2:44189): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1765292655 last_transition_timestamp: 1765292656
15:04:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:16.676047 8801 consensus_peers.cc:597] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 -> Peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Couldn't send request to peer 84804865b551456aa2efc8c2d414b521. Status: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:04:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.676257 8904 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [term 4 FOLLOWER]: Refusing update from remote peer 20f01128b19746a7b142c02a5020d667: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
15:04:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.676877 9586 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
15:04:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.678614 9613 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 20f01128b19746a7b142c02a5020d667. Latest consensus state: current_term: 4 leader_uuid: "20f01128b19746a7b142c02a5020d667" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.678746 9613 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: This master's current role is: FOLLOWER
15:04:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.679940 9586 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "20f01128b19746a7b142c02a5020d667" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.680065 9586 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 [sys.catalog]: This master's current role is: LEADER
15:04:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.680552 9613 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "20f01128b19746a7b142c02a5020d667" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "20f01128b19746a7b142c02a5020d667" member_type: VOTER last_known_addr { host: "127.8.145.62" port: 41871 } } peers { permanent_uuid: "7829d64e95e14242bbbdfa3750d3a80a" member_type: VOTER last_known_addr { host: "127.8.145.61" port: 39261 } } peers { permanent_uuid: "84804865b551456aa2efc8c2d414b521" member_type: VOTER last_known_addr { host: "127.8.145.60" port: 40325 } } }
15:04:16.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:16.680688 9613 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7829d64e95e14242bbbdfa3750d3a80a [sys.catalog]: This master's current role is: FOLLOWER
15:04:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251209 15:04:17.167846 8801 consensus_peers.cc:597] T 00000000000000000000000000000000 P 20f01128b19746a7b142c02a5020d667 -> Peer 84804865b551456aa2efc8c2d414b521 (127.8.145.60:40325): Couldn't send request to peer 84804865b551456aa2efc8c2d414b521. Status: Network error: Client connection negotiation failed: client connection to 127.8.145.60:40325: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
15:04:17.584 [DEBUG - main] (Connection.java:575) [peer master-127.8.145.61:39261(127.8.145.61:39261)] disconnecting while in state READY
15:04:17.584 [DEBUG - main] (Connection.java:575) [peer master-127.8.145.62:41871(127.8.145.62:41871)] disconnecting while in state READY
15:04:17.584 [DEBUG - main] (Connection.java:575) [peer master-127.8.145.60:40325(127.8.145.60:40325)] disconnecting while in state TERMINATED
15:04:17.585 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.145.62:41871(127.8.145.62:41871)] handling channelInactive
15:04:17.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:04:17.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.145.62:41871(127.8.145.62:41871)] cleaning up while in state READY due to: connection closed
15:04:17.585 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.145.61:39261(127.8.145.61:39261)] handling channelInactive
15:04:17.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.145.61:39261(127.8.145.61:39261)] cleaning up while in state READY due to: connection closed
15:04:17.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:17.585923 8772 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpZzftj/build/debug/bin/kudu with pid 9088
15:04:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:17.591711 8772 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpZzftj/build/debug/bin/kudu with pid 9230
15:04:17.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:17.597815 8772 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpZzftj/build/debug/bin/kudu with pid 9371
15:04:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:17.602876 8772 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpZzftj/build/debug/bin/kudu with pid 8783
15:04:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251209 15:04:17.608502 8772 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpZzftj/build/debug/bin/kudu with pid 8864
15:04:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-12-09T15:04:17Z chronyd exiting
15:04:17.660 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)