14:04:52.372 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:04:52.372 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksAFAXi/test-tmp
14:04:52.372 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
14:04:52.372 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksAFAXi/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
14:04:52.373 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:04:52.721 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:04:52.722 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:04:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:52.724545 17621 mini_oidc.cc:150] Starting JWKS server
14:04:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:52.727025 17621 webserver.cc:492] Webserver started at http://127.0.0.1:35887/ using document root <none> and password file <none>
14:04:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:52.727288 17621 mini_oidc.cc:186] Starting OIDC Discovery server
14:04:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:52.727800 17621 webserver.cc:492] Webserver started at http://127.0.0.1:39431/ using document root <none> and password file <none>
14:04:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T14:04:52Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:04:52.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T14:04:52Z Disabled control of system clock
14:04:52.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:52.760267 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:52.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:52.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/wal
14:04:52.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/logs
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data/info.pb
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.126:43879
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.126
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:53.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.128562 17632 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.128903 17632 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.128990 17632 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.137607 17632 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.137718 17632 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.137768 17632 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.137809 17632 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.137866 17632 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.137907 17632 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.137948 17632 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35887/jwks.json
14:04:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.148602 17632 master_runner.cc:386] Master server non-default flags:
14:04:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/wal
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.126:43879
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data/info.pb
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.126
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/logs
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:04:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.150383 17632 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.152683 17632 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:53.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.161540 17638 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.162003 17637 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.162955 17632 server_base.cc:1047] running on GCE node
14:04:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.163549 17640 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.164479 17632 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.166020 17632 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.167286 17632 hybrid_clock.cc:648] HybridClock initialized: now 1761314693167213 us; error 53 us; skew 500 ppm
14:04:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.167627 17632 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.170157 17632 webserver.cc:492] Webserver started at http://127.17.53.126:40785/ using document root <none> and password file <none>
14:04:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.170967 17632 fs_manager.cc:362] Metadata directory not provided
14:04:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.171097 17632 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.171453 17632 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.174067 17632 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data/instance:
14:04:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "352291a368614edc997d6557dd3e5a28"
14:04:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:53 on dist-test-slave-psxd"
14:04:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.174994 17632 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/wal/instance:
14:04:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "352291a368614edc997d6557dd3e5a28"
14:04:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:53 on dist-test-slave-psxd"
14:04:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.180971 17632 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.001s sys 0.004s
14:04:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.185240 17646 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.186803 17632 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.187016 17632 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/wal
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "352291a368614edc997d6557dd3e5a28"
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:53 on dist-test-slave-psxd"
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.187264 17632 fs_report.cc:389] FS layout report
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/wal
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/wal
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data/data
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.213402 17632 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.214412 17632 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.214787 17632 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.240154 17632 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.126:43879
14:04:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.240186 17707 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.126:43879 every 8 connection(s)
14:04:53.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.241909 17632 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/data/info.pb
14:04:53.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.246665 17708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.251570 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 17632
14:04:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.251847 17621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-0/wal/instance
14:04:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.253204 17708 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } has no permanent_uuid. Determining permanent_uuid...
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.254132 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/logs
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/info.pb
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.125:40715
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.125
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.275328 17708 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } has no permanent_uuid. Determining permanent_uuid...
14:04:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.276510 17650 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:04:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.278278 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.125:40715: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:04:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.327678 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } attempt: 1
14:04:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.329833 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.125:40715: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:04:53.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.398092 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } attempt: 2
14:04:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.400209 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.125:40715: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:04:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.491482 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } attempt: 3
14:04:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.493500 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.125:40715: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:04:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.604369 17712 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.604765 17712 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.604900 17712 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.613366 17712 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.613498 17712 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.613587 17712 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.613648 17712 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.613732 17712 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.613803 17712 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.613873 17712 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35887/jwks.json
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.624325 17712 master_runner.cc:386] Master server non-default flags:
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.125:40715
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/info.pb
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.125
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/logs
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.626426 17712 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.628358 17712 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.636765 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } attempt: 4
14:04:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.636747 17719 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.637298 17718 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.637977 17721 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.638101 17712 server_base.cc:1047] running on GCE node
14:04:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.638947 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.125:40715: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:04:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.639189 17712 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.640645 17712 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.641870 17712 hybrid_clock.cc:648] HybridClock initialized: now 1761314693641813 us; error 34 us; skew 500 ppm
14:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.642195 17712 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:53.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.644590 17712 webserver.cc:492] Webserver started at http://127.17.53.125:32989/ using document root <none> and password file <none>
14:04:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.645363 17712 fs_manager.cc:362] Metadata directory not provided
14:04:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.645475 17712 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.645798 17712 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.648437 17712 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/instance:
14:04:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c877578a9fe4440183b872a80df7bac1"
14:04:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:53 on dist-test-slave-psxd"
14:04:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.649226 17712 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal/instance:
14:04:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c877578a9fe4440183b872a80df7bac1"
14:04:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:53 on dist-test-slave-psxd"
14:04:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.655251 17712 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
14:04:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.659469 17727 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.661423 17712 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
14:04:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.661602 17712 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:04:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c877578a9fe4440183b872a80df7bac1"
14:04:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:53 on dist-test-slave-psxd"
14:04:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.661799 17712 fs_report.cc:389] FS layout report
14:04:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/data
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.680194 17712 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.681107 17712 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.681386 17712 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.706418 17712 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.125:40715
14:04:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.706452 17788 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.125:40715 every 8 connection(s)
14:04:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.708096 17712 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/info.pb
14:04:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.712692 17789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:53.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.715740 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 17712
14:04:53.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.715979 17621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal/instance
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.717361 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/logs
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/info.pb
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.124:40111
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.124
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.721662 17789 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } has no permanent_uuid. Determining permanent_uuid...
14:04:53.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.737035 17789 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } has no permanent_uuid. Determining permanent_uuid...
14:04:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.747056 17789 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } has no permanent_uuid. Determining permanent_uuid...
14:04:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.748325 17728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.750025 17789 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.799368 17789 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 1
14:04:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.801403 17789 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:53.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.869732 17789 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 2
14:04:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.871970 17789 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:53.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.938225 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } attempt: 5
14:04:53.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.948058 17708 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } has no permanent_uuid. Determining permanent_uuid...
14:04:53.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.951691 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:53.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:53.963219 17789 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 3
14:04:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:53.965401 17789 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.002951 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 1
14:04:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.005223 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:54.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.073482 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 2
14:04:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.075618 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.077755 17791 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.078087 17791 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.078186 17791 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.087018 17791 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.087138 17791 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.087190 17791 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.087232 17791 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.087289 17791 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.087330 17791 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.087374 17791 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35887/jwks.json
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.097990 17791 master_runner.cc:386] Master server non-default flags:
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.124:40111
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/info.pb
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.124
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/logs
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.099788 17791 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.101701 17791 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.108644 17789 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 4
14:04:54.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.111114 17789 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:54.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.111177 17801 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:54.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.111689 17800 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.112699 17803 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.113528 17791 server_base.cc:1047] running on GCE node
14:04:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.114377 17791 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.116024 17791 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.117256 17791 hybrid_clock.cc:648] HybridClock initialized: now 1761314694117175 us; error 71 us; skew 500 ppm
14:04:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.117666 17791 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.120247 17791 webserver.cc:492] Webserver started at http://127.17.53.124:46503/ using document root <none> and password file <none>
14:04:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.121070 17791 fs_manager.cc:362] Metadata directory not provided
14:04:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.121218 17791 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.121618 17791 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.124330 17791 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/instance:
14:04:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be121877e169468abf0726c72d6ab281"
14:04:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:54 on dist-test-slave-psxd"
14:04:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.125262 17791 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal/instance:
14:04:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be121877e169468abf0726c72d6ab281"
14:04:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:54 on dist-test-slave-psxd"
14:04:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.131505 17791 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
14:04:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.135490 17809 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.137014 17791 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.137231 17791 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be121877e169468abf0726c72d6ab281"
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:54 on dist-test-slave-psxd"
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.137472 17791 fs_report.cc:389] FS layout report
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:04:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/data
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.157593 17791 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.158633 17791 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:54.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.158967 17791 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:54.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.181850 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 3
14:04:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.183898 17708 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.184530 17791 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.124:40111
14:04:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.184554 17870 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.124:40111 every 8 connection(s)
14:04:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.186198 17791 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/info.pb
14:04:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.189458 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 17791
14:04:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.189688 17621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal/instance
14:04:54.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.191639 17871 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.199090 17871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } has no permanent_uuid. Determining permanent_uuid...
14:04:54.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.213769 17871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } has no permanent_uuid. Determining permanent_uuid...
14:04:54.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.220533 17871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } has no permanent_uuid. Determining permanent_uuid...
14:04:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.231794 17871 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Bootstrap starting.
14:04:54.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.235539 17871 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Neither blocks nor log segments found. Creating new log.
14:04:54.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.236713 17871 log.cc:826] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Log is configured to *not* fsync() on all Append() calls
14:04:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.239920 17871 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: No bootstrap required, opened a new log
14:04:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.247992 17871 raft_consensus.cc:359] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.248449 17871 raft_consensus.cc:385] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.248564 17871 raft_consensus.cc:740] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be121877e169468abf0726c72d6ab281, State: Initialized, Role: FOLLOWER
14:04:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.249346 17871 consensus_queue.cc:260] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.250416 17879 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.250759 17879 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: FOLLOWER
14:04:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.251901 17871 sys_catalog.cc:565] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: configured and running, proceeding with master startup.
14:04:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.261897 17890 catalog_manager.cc:1568] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:54.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.262070 17890 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:54.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.259797 17791 master_runner.cc:186] Error getting master registration for 127.17.53.126:43879: OK, instance_id { permanent_uuid: "352291a368614edc997d6557dd3e5a28" instance_seqno: 1761314693234307 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:54.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.266845 17791 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:54.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.269570 17879 raft_consensus.cc:493] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.269838 17879 raft_consensus.cc:515] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.271413 17879 leader_election.cc:290] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715)
14:04:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.361171 17708 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 4
14:04:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.375380 17708 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: Bootstrap starting.
14:04:54.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.379971 17708 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: Neither blocks nor log segments found. Creating new log.
14:04:54.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.381527 17708 log.cc:826] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: Log is configured to *not* fsync() on all Append() calls
14:04:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.385340 17708 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: No bootstrap required, opened a new log
14:04:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.394109 17708 raft_consensus.cc:359] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.394555 17708 raft_consensus.cc:385] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.394685 17708 raft_consensus.cc:740] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 352291a368614edc997d6557dd3e5a28, State: Initialized, Role: FOLLOWER
14:04:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.395473 17708 consensus_queue.cc:260] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.396973 17893 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.397501 17893 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: This master's current role is: FOLLOWER
14:04:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.398355 17708 sys_catalog.cc:565] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: configured and running, proceeding with master startup.
14:04:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.398384 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be121877e169468abf0726c72d6ab281" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28" is_pre_election: true
14:04:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.398996 17673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be121877e169468abf0726c72d6ab281 in term 0.
14:04:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.399906 17813 leader_election.cc:304] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, be121877e169468abf0726c72d6ab281; no voters:
14:04:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.400485 17879 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.400665 17879 raft_consensus.cc:493] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.400803 17879 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 0 FOLLOWER]: Advancing to term 1
14:04:54.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.404440 17879 raft_consensus.cc:515] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.406278 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be121877e169468abf0726c72d6ab281" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28"
14:04:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.406620 17673 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 0 FOLLOWER]: Advancing to term 1
14:04:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.407335 17879 leader_election.cc:290] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 1 election: Requested vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715)
14:04:54.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.410431 17789 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } attempt: 5
14:04:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.411823 17815 tablet.cc:2378] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.415738 17673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be121877e169468abf0726c72d6ab281 in term 1.
14:04:54.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.417011 17813 leader_election.cc:304] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, be121877e169468abf0726c72d6ab281; no voters:
14:04:54.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.417773 17879 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Leader election won for term 1
14:04:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.428715 17789 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Bootstrap starting.
14:04:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.433717 17789 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Neither blocks nor log segments found. Creating new log.
14:04:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.439204 17789 log.cc:826] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Log is configured to *not* fsync() on all Append() calls
14:04:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.440295 17879 raft_consensus.cc:697] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 LEADER]: Becoming Leader. State: Replica: be121877e169468abf0726c72d6ab281, State: Running, Role: LEADER
14:04:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.441910 17879 consensus_queue.cc:237] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.447575 17789 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: No bootstrap required, opened a new log
14:04:54.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.456920 17789 raft_consensus.cc:359] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.457847 17789 raft_consensus.cc:385] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.458124 17789 raft_consensus.cc:740] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c877578a9fe4440183b872a80df7bac1, State: Initialized, Role: FOLLOWER
14:04:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.461073 17898 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be121877e169468abf0726c72d6ab281. Latest consensus state: current_term: 1 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.461442 17898 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: LEADER
14:04:54.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.468070 17652 tablet.cc:2378] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.477260 17632 master_runner.cc:186] Error getting master registration for 127.17.53.125:40715: OK, instance_id { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" instance_seqno: 1761314693700475 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.487344 17632 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.459168 17789 consensus_queue.cc:260] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.492661 17911 raft_consensus.cc:493] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.493744 17911 raft_consensus.cc:515] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.496659 17789 sys_catalog.cc:565] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: configured and running, proceeding with master startup.
14:04:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.499711 17836 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c877578a9fe4440183b872a80df7bac1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be121877e169468abf0726c72d6ab281" is_pre_election: true
14:04:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.496701 17753 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be121877e169468abf0726c72d6ab281" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c877578a9fe4440183b872a80df7bac1"
14:04:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.501484 17753 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 0 FOLLOWER]: Advancing to term 1
14:04:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.497124 17754 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be121877e169468abf0726c72d6ab281" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c877578a9fe4440183b872a80df7bac1" is_pre_election: true
14:04:54.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.499485 17911 leader_election.cc:290] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:04:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.505198 17753 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be121877e169468abf0726c72d6ab281 in term 1.
14:04:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.510195 17911 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.510609 17911 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: FOLLOWER
14:04:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.513315 17906 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:04:54.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.514550 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c877578a9fe4440183b872a80df7bac1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28" is_pre_election: true
14:04:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.515002 17673 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c877578a9fe4440183b872a80df7bac1 in current term 1: Already voted for candidate be121877e169468abf0726c72d6ab281 in this term.
14:04:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.515808 17731 leader_election.cc:304] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c877578a9fe4440183b872a80df7bac1; no voters: 352291a368614edc997d6557dd3e5a28, be121877e169468abf0726c72d6ab281
14:04:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.516515 17907 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:04:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.517041 17906 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:04:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.520308 17909 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.520496 17909 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.528523 17753 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Refusing update from remote peer be121877e169468abf0726c72d6ab281: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.529796 17898 consensus_queue.cc:1048] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:54.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.532727 17673 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Refusing update from remote peer be121877e169468abf0726c72d6ab281: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.533816 17898 consensus_queue.cc:1048] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [LEADER]: Connected to new peer: Peer: permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.559921 17893 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be121877e169468abf0726c72d6ab281. Latest consensus state: current_term: 1 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.560348 17893 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: This master's current role is: FOLLOWER
14:04:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.566257 17914 mvcc.cc:204] Tried to move back new op lower bound from 7214344988771119104 to 7214344988451622912. Current Snapshot: MvccSnapshot[applied={T|T < 7214344988771119104}]
14:04:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.566269 17907 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be121877e169468abf0726c72d6ab281. Latest consensus state: current_term: 1 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.566670 17907 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: FOLLOWER
14:04:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.568555 17918 mvcc.cc:204] Tried to move back new op lower bound from 7214344988771119104 to 7214344988451622912. Current Snapshot: MvccSnapshot[applied={T|T < 7214344988771119104}]
14:04:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.573299 17917 mvcc.cc:204] Tried to move back new op lower bound from 7214344988771119104 to 7214344988451622912. Current Snapshot: MvccSnapshot[applied={T|T < 7214344988771119104}]
14:04:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.591074 17893 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.591432 17893 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: This master's current role is: FOLLOWER
14:04:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.599195 17907 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.599507 17907 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: FOLLOWER
14:04:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.604894 17906 catalog_manager.cc:1357] Generated new cluster ID: fc8e8dc578464714a7654624b22af63f
14:04:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.605046 17906 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:04:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.630836 17930 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.631253 17930 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: LEADER
14:04:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.631605 17930 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.631794 17930 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: LEADER
14:04:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.659770 17931 catalog_manager.cc:1269] Loaded cluster ID: fc8e8dc578464714a7654624b22af63f
14:04:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.660122 17931 catalog_manager.cc:1562] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: loading cluster ID for follower catalog manager: success
14:04:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.665200 17931 catalog_manager.cc:1586] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: acquiring CA information for follower catalog manager: Not found: root CA entry not found
14:04:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:54.665388 17931 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
14:04:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.670023 17906 catalog_manager.cc:1380] Generated new certificate authority record
14:04:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.671911 17906 catalog_manager.cc:1514] Loading token signing keys...
14:04:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.705035 17906 catalog_manager.cc:6022] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Generated new TSK 0
14:04:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.713410 17906 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:54.747447 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/wal
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/logs
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data/info.pb
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.65:0
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.53.65
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.65
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:04:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.232839 17933 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.233533 17933 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:55.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.233722 17933 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.246910 17933 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.247360 17933 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:04:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.247563 17933 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:04:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.247702 17933 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:04:55.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.247913 17933 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.53.65
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.259088 17933 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/wal
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.65:0
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data/info.pb
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.65
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:55.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.53.65
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/logs
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:04:55.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.261094 17933 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.263120 17933 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.273916 17939 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.274071 17938 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.275920 17941 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.276664 17933 server_base.cc:1047] running on GCE node
14:04:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.277438 17933 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.278868 17933 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.280151 17933 hybrid_clock.cc:648] HybridClock initialized: now 1761314695280060 us; error 58 us; skew 500 ppm
14:04:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.280532 17933 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.283581 17933 webserver.cc:492] Webserver started at http://127.17.53.65:42883/ using document root <none> and password file <none>
14:04:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.284631 17933 fs_manager.cc:362] Metadata directory not provided
14:04:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.284788 17933 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:55.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.285192 17933 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.288522 17933 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data/instance:
14:04:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d04d2a91cb9146dea190e149994ef579"
14:04:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:55 on dist-test-slave-psxd"
14:04:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.289680 17933 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/wal/instance:
14:04:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d04d2a91cb9146dea190e149994ef579"
14:04:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:55 on dist-test-slave-psxd"
14:04:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.296366 17933 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
14:04:55.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.300163 17947 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.301580 17933 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
14:04:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.301736 17933 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/wal
14:04:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d04d2a91cb9146dea190e149994ef579"
14:04:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:55 on dist-test-slave-psxd"
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.301921 17933 fs_report.cc:389] FS layout report
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/wal
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/wal
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data/data
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.316421 17933 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.317323 17933 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.317593 17933 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.320969 17933 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.321138 17933 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.321264 17933 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.321333 17933 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.386909 17933 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.65:34597
14:04:55.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.386968 18071 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.65:34597 every 8 connection(s)
14:04:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.388382 17933 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/data/info.pb
14:04:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.391793 18073 heartbeater.cc:344] Connected to a master server at 127.17.53.126:43879
14:04:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.392311 18073 heartbeater.cc:461] Registering TS with master...
14:04:55.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.393602 18073 heartbeater.cc:507] Master 127.17.53.126:43879 requested a full tablet report, sending...
14:04:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.397166 17663 ts_manager.cc:194] Registered new tserver with Master: d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597)
14:04:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.397394 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 17933
14:04:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.397576 17621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-0/wal/instance
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.403098 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/wal
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/logs
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data/info.pb
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.66:0
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.53.66
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.66
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:04:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.408936 18074 heartbeater.cc:344] Connected to a master server at 127.17.53.125:40715
14:04:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.409130 18074 heartbeater.cc:461] Registering TS with master...
14:04:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.409698 18074 heartbeater.cc:507] Master 127.17.53.125:40715 requested a full tablet report, sending...
14:04:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.409762 18072 heartbeater.cc:344] Connected to a master server at 127.17.53.124:40111
14:04:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.410049 18072 heartbeater.cc:461] Registering TS with master...
14:04:55.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.410569 18072 heartbeater.cc:507] Master 127.17.53.124:40111 requested a full tablet report, sending...
14:04:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.411981 17744 ts_manager.cc:194] Registered new tserver with Master: d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597)
14:04:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.412293 17826 ts_manager.cc:194] Registered new tserver with Master: d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597)
14:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.413879 17826 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.53.65:57909
14:04:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.522717 17909 catalog_manager.cc:1269] Loaded cluster ID: fc8e8dc578464714a7654624b22af63f
14:04:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.522820 17909 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: loading cluster ID for follower catalog manager: success
14:04:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.525400 17909 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: acquiring CA information for follower catalog manager: success
14:04:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.527395 17909 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.669790 17931 catalog_manager.cc:1584] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: acquiring CA information for follower catalog manager: success
14:04:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.672129 17931 catalog_manager.cc:1612] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.763321 18077 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.763706 18077 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.763859 18077 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.772822 18077 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.773021 18077 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:04:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.773109 18077 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:04:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.773167 18077 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:04:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.773321 18077 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.53.66
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.783862 18077 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/wal
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.66:0
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data/info.pb
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.66
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.53.66
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/logs
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:04:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.785938 18077 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:55.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.788065 18077 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.799942 18082 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.800174 18083 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:55.800448 18085 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.800951 18077 server_base.cc:1047] running on GCE node
14:04:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.801640 18077 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.802699 18077 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.803931 18077 hybrid_clock.cc:648] HybridClock initialized: now 1761314695803864 us; error 50 us; skew 500 ppm
14:04:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.804234 18077 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.806771 18077 webserver.cc:492] Webserver started at http://127.17.53.66:32773/ using document root <none> and password file <none>
14:04:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.807646 18077 fs_manager.cc:362] Metadata directory not provided
14:04:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.807776 18077 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:55.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.808112 18077 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.810840 18077 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data/instance:
14:04:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "014dd548b2d849729a946cabf12bde62"
14:04:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:55 on dist-test-slave-psxd"
14:04:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.811617 18077 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/wal/instance:
14:04:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "014dd548b2d849729a946cabf12bde62"
14:04:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:55 on dist-test-slave-psxd"
14:04:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.817694 18077 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
14:04:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.821614 18091 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.823252 18077 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.823433 18077 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/wal
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "014dd548b2d849729a946cabf12bde62"
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:55 on dist-test-slave-psxd"
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.823632 18077 fs_report.cc:389] FS layout report
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/wal
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/wal
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data/data
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:55.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.840428 18077 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.841377 18077 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.841651 18077 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.845201 18077 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.845376 18077 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.845489 18077 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.845561 18077 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.911609 18077 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.66:39767
14:04:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.911669 18212 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.66:39767 every 8 connection(s)
14:04:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.913105 18077 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/data/info.pb
14:04:55.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.916149 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 18077
14:04:55.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.916361 17621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-1/wal/instance
14:04:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.917353 18214 heartbeater.cc:344] Connected to a master server at 127.17.53.126:43879
14:04:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.918372 18214 heartbeater.cc:461] Registering TS with master...
14:04:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.919525 18214 heartbeater.cc:507] Master 127.17.53.126:43879 requested a full tablet report, sending...
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.921574 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/wal
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/logs
14:04:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data/info.pb
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.67:0
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.53.67
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.67
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:04:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.921980 17663 ts_manager.cc:194] Registered new tserver with Master: 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767)
14:04:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.927203 18215 heartbeater.cc:344] Connected to a master server at 127.17.53.125:40715
14:04:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.927402 18215 heartbeater.cc:461] Registering TS with master...
14:04:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.927896 18213 heartbeater.cc:344] Connected to a master server at 127.17.53.124:40111
14:04:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.928020 18215 heartbeater.cc:507] Master 127.17.53.125:40715 requested a full tablet report, sending...
14:04:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.928061 18213 heartbeater.cc:461] Registering TS with master...
14:04:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.928620 18213 heartbeater.cc:507] Master 127.17.53.124:40111 requested a full tablet report, sending...
14:04:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.929335 17744 ts_manager.cc:194] Registered new tserver with Master: 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767)
14:04:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.929769 17826 ts_manager.cc:194] Registered new tserver with Master: 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767)
14:04:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:55.930996 17826 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.53.66:55211
14:04:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.287660 18218 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.287993 18218 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.288113 18218 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.296779 18218 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.296947 18218 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.296998 18218 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.297036 18218 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:04:56.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.297127 18218 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.53.67
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.307574 18218 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/wal
14:04:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.67:0
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data/info.pb
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.67
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.53.67
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/logs
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:04:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.309384 18218 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.311367 18218 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.322157 18223 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:56.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.322193 18224 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:56.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.323009 18226 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.324565 18218 server_base.cc:1047] running on GCE node
14:04:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.325287 18218 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:56.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.326404 18218 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.327809 18218 hybrid_clock.cc:648] HybridClock initialized: now 1761314696327729 us; error 58 us; skew 500 ppm
14:04:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.328118 18218 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:56.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.330554 18218 webserver.cc:492] Webserver started at http://127.17.53.67:41415/ using document root <none> and password file <none>
14:04:56.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.331362 18218 fs_manager.cc:362] Metadata directory not provided
14:04:56.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.331473 18218 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:56.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.331772 18218 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.334360 18218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data/instance:
14:04:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "411e27c461ee4a3f80b3589c9fc80041"
14:04:56.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:56 on dist-test-slave-psxd"
14:04:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.335235 18218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/wal/instance:
14:04:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "411e27c461ee4a3f80b3589c9fc80041"
14:04:56.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:56 on dist-test-slave-psxd"
14:04:56.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.341029 18218 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
14:04:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.345022 18232 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.346608 18218 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:04:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.346782 18218 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/wal
14:04:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "411e27c461ee4a3f80b3589c9fc80041"
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:56 on dist-test-slave-psxd"
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.346978 18218 fs_report.cc:389] FS layout report
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/wal
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/wal
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data/data
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.367498 18218 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.368453 18218 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.368731 18218 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.372184 18218 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.372354 18218 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.372483 18218 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.372563 18218 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.416570 18072 heartbeater.cc:499] Master 127.17.53.124:40111 was elected leader, sending a full tablet report...
14:04:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.444685 18218 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.67:38635
14:04:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.444742 18353 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.67:38635 every 8 connection(s)
14:04:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.446116 18218 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/data/info.pb
14:04:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.449681 18355 heartbeater.cc:344] Connected to a master server at 127.17.53.126:43879
14:04:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.450213 18355 heartbeater.cc:461] Registering TS with master...
14:04:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.451813 18355 heartbeater.cc:507] Master 127.17.53.126:43879 requested a full tablet report, sending...
14:04:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.454015 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 18218
14:04:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.454183 17621 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/ts-2/wal/instance
14:04:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.454998 17663 ts_manager.cc:194] Registered new tserver with Master: 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.456902 18354 heartbeater.cc:344] Connected to a master server at 127.17.53.124:40111
14:04:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.457065 18354 heartbeater.cc:461] Registering TS with master...
14:04:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.457777 18354 heartbeater.cc:507] Master 127.17.53.124:40111 requested a full tablet report, sending...
14:04:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.458917 17825 ts_manager.cc:194] Registered new tserver with Master: 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.460060 17825 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.53.67:46521
14:04:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.462607 18356 heartbeater.cc:344] Connected to a master server at 127.17.53.125:40715
14:04:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.462806 18356 heartbeater.cc:461] Registering TS with master...
14:04:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.463268 18356 heartbeater.cc:507] Master 127.17.53.125:40715 requested a full tablet report, sending...
14:04:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.464442 17744 ts_manager.cc:194] Registered new tserver with Master: 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.465605 17621 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:04:56.467 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:04:56.467 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:04:56.468 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.53.126"
port: 43879
}
bound_http_address {
host: "127.17.53.126"
port: 40785
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.53.125"
port: 40715
}
bound_http_address {
host: "127.17.53.125"
port: 32989
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.53.124"
port: 40111
}
bound_http_address {
host: "127.17.53.124"
port: 46503
}
}
}
14:04:56.469 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:04:56.469 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.53.65"
port: 34597
}
bound_http_address {
host: "127.17.53.65"
port: 42883
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.53.66"
port: 39767
}
bound_http_address {
host: "127.17.53.66"
port: 32773
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.53.67"
port: 38635
}
bound_http_address {
host: "127.17.53.67"
port: 41415
}
}
}
14:04:56.469 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:04:56.472 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:04:56.474 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:04:56.476 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:04:56.476 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.53.126:43879(127.17.53.126:43879)] Successfully connected to peer
14:04:56.477 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:56.478 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.53.125:40715(127.17.53.125:40715)] Successfully connected to peer
14:04:56.479 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.53.126
14:04:56.481 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.53.125
14:04:56.483 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.53.124:40111(127.17.53.124:40111)] Successfully connected to peer
14:04:56.494 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7c418b8f, L:/127.0.0.1:38662 - R:/127.17.53.125:40715] using SASL/PLAIN
14:04:56.496 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x90c7166d, L:/127.0.0.1:54890 - R:/127.17.53.126:43879] using SASL/PLAIN
14:04:56.497 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.53.124
14:04:56.509 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbeef9277, L:/127.0.0.1:34242 - R:/127.17.53.124:40111] using SASL/PLAIN
14:04:56.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:56.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=38), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, deferred=null) after lookup
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.531024 17826 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34242:
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.533538 17826 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:56.549 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 557e7adadd344d4f9949e036143dd4c4
14:04:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.572203 18001 tablet_service.cc:1505] Processing CreateTablet for tablet f30c229d5f1c447593cc9c71f8b157e8 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:04:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.572871 18002 tablet_service.cc:1505] Processing CreateTablet for tablet 2ccda29bb2884a5aa611c3f68cb23764 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:04:56.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.574275 18001 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f30c229d5f1c447593cc9c71f8b157e8. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.575970 18287 tablet_service.cc:1505] Processing CreateTablet for tablet f30c229d5f1c447593cc9c71f8b157e8 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:04:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.575971 18145 tablet_service.cc:1505] Processing CreateTablet for tablet 2ccda29bb2884a5aa611c3f68cb23764 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:04:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.576313 18144 tablet_service.cc:1505] Processing CreateTablet for tablet f30c229d5f1c447593cc9c71f8b157e8 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:04:56.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.576821 18002 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2ccda29bb2884a5aa611c3f68cb23764. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.577602 18144 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f30c229d5f1c447593cc9c71f8b157e8. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.577634 18287 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f30c229d5f1c447593cc9c71f8b157e8. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.577802 18289 tablet_service.cc:1505] Processing CreateTablet for tablet 2ccda29bb2884a5aa611c3f68cb23764 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:04:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.578300 18289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2ccda29bb2884a5aa611c3f68cb23764. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.586905 18145 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2ccda29bb2884a5aa611c3f68cb23764. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.597117 18382 tablet_bootstrap.cc:492] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62: Bootstrap starting.
14:04:56.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.600600 18381 tablet_bootstrap.cc:492] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041: Bootstrap starting.
14:04:56.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.600625 18380 tablet_bootstrap.cc:492] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579: Bootstrap starting.
14:04:56.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.602432 18382 tablet_bootstrap.cc:654] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62: Neither blocks nor log segments found. Creating new log.
14:04:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.603804 18380 tablet_bootstrap.cc:654] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579: Neither blocks nor log segments found. Creating new log.
14:04:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.603996 18382 log.cc:826] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62: Log is configured to *not* fsync() on all Append() calls
14:04:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.604355 18381 tablet_bootstrap.cc:654] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041: Neither blocks nor log segments found. Creating new log.
14:04:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.605156 18380 log.cc:826] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579: Log is configured to *not* fsync() on all Append() calls
14:04:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.605515 18381 log.cc:826] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041: Log is configured to *not* fsync() on all Append() calls
14:04:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.607563 18382 tablet_bootstrap.cc:492] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62: No bootstrap required, opened a new log
14:04:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.607933 18382 ts_tablet_manager.cc:1403] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.004s
14:04:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.608134 18380 tablet_bootstrap.cc:492] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579: No bootstrap required, opened a new log
14:04:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.608413 18380 ts_tablet_manager.cc:1403] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
14:04:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.609210 18381 tablet_bootstrap.cc:492] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041: No bootstrap required, opened a new log
14:04:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.609515 18381 ts_tablet_manager.cc:1403] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041: Time spent bootstrapping tablet: real 0.009s user 0.000s sys 0.007s
14:04:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.613734 18380 raft_consensus.cc:359] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.614272 18380 raft_consensus.cc:385] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.614573 18380 raft_consensus.cc:740] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d04d2a91cb9146dea190e149994ef579, State: Initialized, Role: FOLLOWER
14:04:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.615994 18380 consensus_queue.cc:260] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.616751 18382 raft_consensus.cc:359] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.616799 18381 raft_consensus.cc:359] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.617218 18382 raft_consensus.cc:385] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.617223 18381 raft_consensus.cc:385] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.617318 18382 raft_consensus.cc:740] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 014dd548b2d849729a946cabf12bde62, State: Initialized, Role: FOLLOWER
14:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.617339 18381 raft_consensus.cc:740] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 411e27c461ee4a3f80b3589c9fc80041, State: Initialized, Role: FOLLOWER
14:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.618109 18380 ts_tablet_manager.cc:1434] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579: Time spent starting tablet: real 0.010s user 0.009s sys 0.000s
14:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.618026 18382 consensus_queue.cc:260] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.618050 18381 consensus_queue.cc:260] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.626353 18380 tablet_bootstrap.cc:492] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579: Bootstrap starting.
14:04:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.626842 18381 ts_tablet_manager.cc:1434] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041: Time spent starting tablet: real 0.017s user 0.005s sys 0.012s
14:04:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.627177 18354 heartbeater.cc:499] Master 127.17.53.124:40111 was elected leader, sending a full tablet report...
14:04:56.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.629783 18380 tablet_bootstrap.cc:654] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579: Neither blocks nor log segments found. Creating new log.
14:04:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.630309 18381 tablet_bootstrap.cc:492] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041: Bootstrap starting.
14:04:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.632360 18381 tablet_bootstrap.cc:654] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041: Neither blocks nor log segments found. Creating new log.
14:04:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.635555 18382 ts_tablet_manager.cc:1434] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62: Time spent starting tablet: real 0.027s user 0.019s sys 0.006s
14:04:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.636608 18213 heartbeater.cc:499] Master 127.17.53.124:40111 was elected leader, sending a full tablet report...
14:04:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.638474 18381 tablet_bootstrap.cc:492] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041: No bootstrap required, opened a new log
14:04:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.638712 18381 ts_tablet_manager.cc:1403] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041: Time spent bootstrapping tablet: real 0.009s user 0.005s sys 0.000s
14:04:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.639664 18381 raft_consensus.cc:359] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.639899 18381 raft_consensus.cc:385] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.639987 18381 raft_consensus.cc:740] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 411e27c461ee4a3f80b3589c9fc80041, State: Initialized, Role: FOLLOWER
14:04:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.640304 18381 consensus_queue.cc:260] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.643805 18381 ts_tablet_manager.cc:1434] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
14:04:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.646090 18382 tablet_bootstrap.cc:492] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62: Bootstrap starting.
14:04:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.648859 18382 tablet_bootstrap.cc:654] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62: Neither blocks nor log segments found. Creating new log.
14:04:56.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.651367 18075 tablet.cc:2378] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.651885 18382 tablet_bootstrap.cc:492] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62: No bootstrap required, opened a new log
14:04:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.652099 18382 ts_tablet_manager.cc:1403] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
14:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.652937 18380 tablet_bootstrap.cc:492] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579: No bootstrap required, opened a new log
14:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.653137 18380 ts_tablet_manager.cc:1403] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579: Time spent bootstrapping tablet: real 0.027s user 0.014s sys 0.005s
14:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.653060 18382 raft_consensus.cc:359] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.653266 18382 raft_consensus.cc:385] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.653373 18382 raft_consensus.cc:740] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 014dd548b2d849729a946cabf12bde62, State: Initialized, Role: FOLLOWER
14:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.653623 18382 consensus_queue.cc:260] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.654062 18380 raft_consensus.cc:359] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.654214 18382 ts_tablet_manager.cc:1434] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
14:04:56.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.654448 18380 raft_consensus.cc:385] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:56.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.654611 18380 raft_consensus.cc:740] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d04d2a91cb9146dea190e149994ef579, State: Initialized, Role: FOLLOWER
14:04:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.654927 18380 consensus_queue.cc:260] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.655607 18380 ts_tablet_manager.cc:1434] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579: Time spent starting tablet: real 0.002s user 0.000s sys 0.003s
14:04:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.666296 18216 tablet.cc:2378] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:56.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.707448 18386 raft_consensus.cc:493] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.707768 18386 raft_consensus.cc:515] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.709928 18357 tablet.cc:2378] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.709918 18387 raft_consensus.cc:493] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.710189 18387 raft_consensus.cc:515] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.716241 18386 leader_election.cc:290] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767), 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:56.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.718011 18387 leader_election.cc:290] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597), 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.724460 18168 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2ccda29bb2884a5aa611c3f68cb23764" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "014dd548b2d849729a946cabf12bde62" is_pre_election: true
14:04:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.724937 18168 raft_consensus.cc:2468] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 0.
14:04:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.725904 17948 leader_election.cc:304] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 014dd548b2d849729a946cabf12bde62, d04d2a91cb9146dea190e149994ef579; no voters:
14:04:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.726568 18386 raft_consensus.cc:2804] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.726819 18386 raft_consensus.cc:493] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.727016 18386 raft_consensus.cc:3060] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Advancing to term 1
14:04:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.730742 18386 raft_consensus.cc:515] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.732316 18168 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2ccda29bb2884a5aa611c3f68cb23764" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "014dd548b2d849729a946cabf12bde62"
14:04:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.732547 18168 raft_consensus.cc:3060] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Advancing to term 1
14:04:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.734601 18309 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2ccda29bb2884a5aa611c3f68cb23764" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "411e27c461ee4a3f80b3589c9fc80041" is_pre_election: true
14:04:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.735195 18309 raft_consensus.cc:2468] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 0.
14:04:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.736212 18168 raft_consensus.cc:2468] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 1.
14:04:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.737327 17948 leader_election.cc:304] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 014dd548b2d849729a946cabf12bde62, d04d2a91cb9146dea190e149994ef579; no voters:
14:04:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.738858 18397 raft_consensus.cc:2804] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 1 FOLLOWER]: Leader election won for term 1
14:04:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.739008 18386 leader_election.cc:290] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 election: Requested vote from peers 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767), 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.739768 18309 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2ccda29bb2884a5aa611c3f68cb23764" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "411e27c461ee4a3f80b3589c9fc80041"
14:04:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.740013 18309 raft_consensus.cc:3060] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Advancing to term 1
14:04:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.741163 18397 raft_consensus.cc:697] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [term 1 LEADER]: Becoming Leader. State: Replica: d04d2a91cb9146dea190e149994ef579, State: Running, Role: LEADER
14:04:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.741711 18397 consensus_queue.cc:237] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.743849 18309 raft_consensus.cc:2468] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 1.
14:04:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.744508 18308 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2ccda29bb2884a5aa611c3f68cb23764" candidate_uuid: "014dd548b2d849729a946cabf12bde62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "411e27c461ee4a3f80b3589c9fc80041" is_pre_election: true
14:04:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.744966 18308 raft_consensus.cc:2393] T 2ccda29bb2884a5aa611c3f68cb23764 P 411e27c461ee4a3f80b3589c9fc80041 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 014dd548b2d849729a946cabf12bde62 in current term 1: Already voted for candidate d04d2a91cb9146dea190e149994ef579 in this term.
14:04:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.748494 17826 catalog_manager.cc:5649] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 reported cstate change: term changed from 0 to 1, leader changed from <none> to d04d2a91cb9146dea190e149994ef579 (127.17.53.65). New cstate: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } health_report { overall_health: UNKNOWN } } }
14:04:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.750039 18027 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "2ccda29bb2884a5aa611c3f68cb23764" candidate_uuid: "014dd548b2d849729a946cabf12bde62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d04d2a91cb9146dea190e149994ef579" is_pre_election: true
14:04:56.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.751199 18094 leader_election.cc:304] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 014dd548b2d849729a946cabf12bde62; no voters: 411e27c461ee4a3f80b3589c9fc80041, d04d2a91cb9146dea190e149994ef579
14:04:56.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.751690 18387 raft_consensus.cc:2749] T 2ccda29bb2884a5aa611c3f68cb23764 P 014dd548b2d849729a946cabf12bde62 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:04:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.882151 18388 raft_consensus.cc:493] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.882365 18388 raft_consensus.cc:515] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.884042 18388 leader_election.cc:290] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597), 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767)
14:04:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.890031 18168 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f30c229d5f1c447593cc9c71f8b157e8" candidate_uuid: "411e27c461ee4a3f80b3589c9fc80041" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "014dd548b2d849729a946cabf12bde62" is_pre_election: true
14:04:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.890313 18168 raft_consensus.cc:2468] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 411e27c461ee4a3f80b3589c9fc80041 in term 0.
14:04:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.890252 18027 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f30c229d5f1c447593cc9c71f8b157e8" candidate_uuid: "411e27c461ee4a3f80b3589c9fc80041" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d04d2a91cb9146dea190e149994ef579" is_pre_election: true
14:04:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.890610 18027 raft_consensus.cc:2468] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 411e27c461ee4a3f80b3589c9fc80041 in term 0.
14:04:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.890883 18233 leader_election.cc:304] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 014dd548b2d849729a946cabf12bde62, 411e27c461ee4a3f80b3589c9fc80041; no voters:
14:04:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.891333 18388 raft_consensus.cc:2804] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.891470 18388 raft_consensus.cc:493] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.891575 18388 raft_consensus.cc:3060] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Advancing to term 1
14:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.893909 18388 raft_consensus.cc:515] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.894644 18388 leader_election.cc:290] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [CANDIDATE]: Term 1 election: Requested vote from peers d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597), 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767)
14:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.895241 18027 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f30c229d5f1c447593cc9c71f8b157e8" candidate_uuid: "411e27c461ee4a3f80b3589c9fc80041" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d04d2a91cb9146dea190e149994ef579"
14:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.895246 18168 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "f30c229d5f1c447593cc9c71f8b157e8" candidate_uuid: "411e27c461ee4a3f80b3589c9fc80041" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "014dd548b2d849729a946cabf12bde62"
14:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.895442 18027 raft_consensus.cc:3060] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Advancing to term 1
14:04:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.895457 18168 raft_consensus.cc:3060] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Advancing to term 1
14:04:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.897483 18168 raft_consensus.cc:2468] T f30c229d5f1c447593cc9c71f8b157e8 P 014dd548b2d849729a946cabf12bde62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 411e27c461ee4a3f80b3589c9fc80041 in term 1.
14:04:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.897508 18027 raft_consensus.cc:2468] T f30c229d5f1c447593cc9c71f8b157e8 P d04d2a91cb9146dea190e149994ef579 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 411e27c461ee4a3f80b3589c9fc80041 in term 1.
14:04:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.898088 18235 leader_election.cc:304] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 014dd548b2d849729a946cabf12bde62, 411e27c461ee4a3f80b3589c9fc80041, d04d2a91cb9146dea190e149994ef579; no voters:
14:04:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.898509 18388 raft_consensus.cc:2804] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 1 FOLLOWER]: Leader election won for term 1
14:04:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.898940 18388 raft_consensus.cc:697] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [term 1 LEADER]: Becoming Leader. State: Replica: 411e27c461ee4a3f80b3589c9fc80041, State: Running, Role: LEADER
14:04:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.899880 18388 consensus_queue.cc:237] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.905776 17826 catalog_manager.cc:5649] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 reported cstate change: term changed from 0 to 1, leader changed from <none> to 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67). New cstate: current_term: 1 leader_uuid: "411e27c461ee4a3f80b3589c9fc80041" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } health_report { overall_health: HEALTHY } } }
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.977196 17826 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34244:
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:04:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:04:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:56.978556 17826 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.991726 18002 tablet_service.cc:1505] Processing CreateTablet for tablet b802d3dcc6444a31b49b06edae7408c0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:04:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.992736 18002 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b802d3dcc6444a31b49b06edae7408c0. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.992429 18289 tablet_service.cc:1505] Processing CreateTablet for tablet b802d3dcc6444a31b49b06edae7408c0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:04:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.993127 18289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b802d3dcc6444a31b49b06edae7408c0. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.995527 18144 tablet_service.cc:1505] Processing CreateTablet for tablet b802d3dcc6444a31b49b06edae7408c0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:04:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.996606 18144 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b802d3dcc6444a31b49b06edae7408c0. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:56.999068 18381 tablet_bootstrap.cc:492] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: Bootstrap starting.
14:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.000017 18380 tablet_bootstrap.cc:492] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: Bootstrap starting.
14:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.001055 18381 tablet_bootstrap.cc:654] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: Neither blocks nor log segments found. Creating new log.
14:04:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.001917 18380 tablet_bootstrap.cc:654] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: Neither blocks nor log segments found. Creating new log.
14:04:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.003460 18381 tablet_bootstrap.cc:492] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: No bootstrap required, opened a new log
14:04:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.004020 18380 tablet_bootstrap.cc:492] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: No bootstrap required, opened a new log
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.004120 18382 tablet_bootstrap.cc:492] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: Bootstrap starting.
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.004204 18380 ts_tablet_manager.cc:1403] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.003659 18381 ts_tablet_manager.cc:1403] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005033 18380 raft_consensus.cc:359] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005270 18380 raft_consensus.cc:385] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005244 18381 raft_consensus.cc:359] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005352 18380 raft_consensus.cc:740] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d04d2a91cb9146dea190e149994ef579, State: Initialized, Role: FOLLOWER
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005416 18381 raft_consensus.cc:385] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005466 18381 raft_consensus.cc:740] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 411e27c461ee4a3f80b3589c9fc80041, State: Initialized, Role: FOLLOWER
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005592 18380 consensus_queue.cc:260] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.005693 18381 consensus_queue.cc:260] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.006074 18382 tablet_bootstrap.cc:654] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: Neither blocks nor log segments found. Creating new log.
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.006184 18381 ts_tablet_manager.cc:1434] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.006093 18397 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.006359 18397 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.006764 18388 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.007015 18388 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.011525 18380 ts_tablet_manager.cc:1434] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: Time spent starting tablet: real 0.007s user 0.000s sys 0.003s
14:04:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.015519 18382 tablet_bootstrap.cc:492] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: No bootstrap required, opened a new log
14:04:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.015720 18382 ts_tablet_manager.cc:1403] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.000s
14:04:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.016418 18382 raft_consensus.cc:359] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.016602 18382 raft_consensus.cc:385] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.016673 18382 raft_consensus.cc:740] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 014dd548b2d849729a946cabf12bde62, State: Initialized, Role: FOLLOWER
14:04:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.016943 18382 consensus_queue.cc:260] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.017518 18382 ts_tablet_manager.cc:1434] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
14:04:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.017485 18387 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.017717 18387 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.145597 18397 consensus_queue.cc:1048] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [LEADER]: Connected to new peer: Peer: permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.153781 18386 consensus_queue.cc:1048] T 2ccda29bb2884a5aa611c3f68cb23764 P d04d2a91cb9146dea190e149994ef579 [LEADER]: Connected to new peer: Peer: permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:57.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.196781 18397 raft_consensus.cc:493] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:57.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.196979 18397 raft_consensus.cc:515] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.197678 18397 leader_election.cc:290] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767), 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.198266 18168 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b802d3dcc6444a31b49b06edae7408c0" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "014dd548b2d849729a946cabf12bde62" is_pre_election: true
14:04:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.198323 18308 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b802d3dcc6444a31b49b06edae7408c0" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "411e27c461ee4a3f80b3589c9fc80041" is_pre_election: true
14:04:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.198570 18308 raft_consensus.cc:2468] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 0.
14:04:57.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.198570 18168 raft_consensus.cc:2468] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 0.
14:04:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.199090 17950 leader_election.cc:304] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 014dd548b2d849729a946cabf12bde62, 411e27c461ee4a3f80b3589c9fc80041, d04d2a91cb9146dea190e149994ef579; no voters:
14:04:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.199407 18397 raft_consensus.cc:2804] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.199528 18397 raft_consensus.cc:493] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.199609 18397 raft_consensus.cc:3060] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 0 FOLLOWER]: Advancing to term 1
14:04:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.201690 18397 raft_consensus.cc:515] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.202376 18397 leader_election.cc:290] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 election: Requested vote from peers 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767), 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:04:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.202996 18168 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b802d3dcc6444a31b49b06edae7408c0" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "014dd548b2d849729a946cabf12bde62"
14:04:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.203022 18308 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "b802d3dcc6444a31b49b06edae7408c0" candidate_uuid: "d04d2a91cb9146dea190e149994ef579" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "411e27c461ee4a3f80b3589c9fc80041"
14:04:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.203213 18308 raft_consensus.cc:3060] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [term 0 FOLLOWER]: Advancing to term 1
14:04:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.203219 18168 raft_consensus.cc:3060] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [term 0 FOLLOWER]: Advancing to term 1
14:04:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.205291 18168 raft_consensus.cc:2468] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 1.
14:04:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.205299 18308 raft_consensus.cc:2468] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d04d2a91cb9146dea190e149994ef579 in term 1.
14:04:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.205864 17948 leader_election.cc:304] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 014dd548b2d849729a946cabf12bde62, 411e27c461ee4a3f80b3589c9fc80041, d04d2a91cb9146dea190e149994ef579; no voters:
14:04:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.206249 18397 raft_consensus.cc:2804] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 1 FOLLOWER]: Leader election won for term 1
14:04:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.206419 18397 raft_consensus.cc:697] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [term 1 LEADER]: Becoming Leader. State: Replica: d04d2a91cb9146dea190e149994ef579, State: Running, Role: LEADER
14:04:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.207073 18397 consensus_queue.cc:237] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } }
14:04:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.208818 18398 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: TxnStatusTablet state changed. Reason: New leader d04d2a91cb9146dea190e149994ef579. Latest consensus state: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.209080 18398 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: This TxnStatusTablet replica's current role is: LEADER
14:04:57.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.210330 18419 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
14:04:57.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.210664 18419 txn_status_manager.cc:930] Loading transaction status metadata into memory...
14:04:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.210997 17824 catalog_manager.cc:5649] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 reported cstate change: term changed from 0 to 1, leader changed from <none> to d04d2a91cb9146dea190e149994ef579 (127.17.53.65). New cstate: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } health_report { overall_health: UNKNOWN } } }
14:04:57.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.275190 18308 raft_consensus.cc:1275] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041 [term 1 FOLLOWER]: Refusing update from remote peer d04d2a91cb9146dea190e149994ef579: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:57.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.275228 18168 raft_consensus.cc:1275] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62 [term 1 FOLLOWER]: Refusing update from remote peer d04d2a91cb9146dea190e149994ef579: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.275888 18397 consensus_queue.cc:1048] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [LEADER]: Connected to new peer: Peer: permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.276228 18398 consensus_queue.cc:1048] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579 [LEADER]: Connected to new peer: Peer: permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.283529 18388 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: TxnStatusTablet state changed. Reason: New leader d04d2a91cb9146dea190e149994ef579. Latest consensus state: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.283825 18388 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.286432 18387 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: TxnStatusTablet state changed. Reason: New leader d04d2a91cb9146dea190e149994ef579. Latest consensus state: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.286753 18387 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:57.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.291193 18398 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.291450 18398 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: This TxnStatusTablet replica's current role is: LEADER
14:04:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.295778 18388 consensus_queue.cc:1048] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.296867 18397 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.297152 18397 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P d04d2a91cb9146dea190e149994ef579: This TxnStatusTablet replica's current role is: LEADER
14:04:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.307126 18415 mvcc.cc:204] Tried to move back new op lower bound from 7214345000030822400 to 7214344999762485248. Current Snapshot: MvccSnapshot[applied={T|T < 7214345000030822400}]
14:04:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.307504 18414 mvcc.cc:204] Tried to move back new op lower bound from 7214345000030822400 to 7214344999762485248. Current Snapshot: MvccSnapshot[applied={T|T < 7214345000030822400 or (T in {7214345000030822400})}]
14:04:57.312 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
14:04:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.313032 18400 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.313321 18400 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P 411e27c461ee4a3f80b3589c9fc80041: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:57.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.321794 18387 tablet_replica.cc:442] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d04d2a91cb9146dea190e149994ef579" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d04d2a91cb9146dea190e149994ef579" member_type: VOTER last_known_addr { host: "127.17.53.65" port: 34597 } } peers { permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 } } peers { permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" member_type: VOTER last_known_addr { host: "127.17.53.67" port: 38635 } } }
14:04:57.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.322021 18387 tablet_replica.cc:445] T b802d3dcc6444a31b49b06edae7408c0 P 014dd548b2d849729a946cabf12bde62: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:57.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 557e7adadd344d4f9949e036143dd4c4
14:04:57.330 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.53.124:40111
14:04:57.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:04:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.331838 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 17791
14:04:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.334662 17866 generic_service.cc:196] Checking for leaks (request via RPC)
14:04:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.341703 18388 consensus_queue.cc:1048] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 [LEADER]: Connected to new peer: Peer: permanent_uuid: "014dd548b2d849729a946cabf12bde62" member_type: VOTER last_known_addr { host: "127.17.53.66" port: 39767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.502269 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 17791
14:04:57.532 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.53.124:40111(127.17.53.124:40111)] handling channelInactive
14:04:57.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state READY due to: connection closed
14:04:57.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.532649 18092 connection.cc:537] client connection to 127.17.53.124:40111 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.533214 18213 heartbeater.cc:646] Failed to heartbeat to 127.17.53.124:40111 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.533533 17728 connection.cc:537] server connection from 127.0.0.1:38652 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:57.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.597164 18072 heartbeater.cc:646] Failed to heartbeat to 127.17.53.124:40111 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.723703 18354 heartbeater.cc:646] Failed to heartbeat to 127.17.53.124:40111 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.801353 18433 raft_consensus.cc:493] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader be121877e169468abf0726c72d6ab281)
14:04:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.801621 18433 raft_consensus.cc:515] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.803066 18433 leader_election.cc:290] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:04:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.804242 18434 raft_consensus.cc:493] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader be121877e169468abf0726c72d6ab281)
14:04:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.804487 18434 raft_consensus.cc:515] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.804657 17754 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352291a368614edc997d6557dd3e5a28" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c877578a9fe4440183b872a80df7bac1" is_pre_election: true
14:04:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.804910 17754 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 352291a368614edc997d6557dd3e5a28 in term 1.
14:04:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.805280 18434 leader_election.cc:290] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:04:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.805524 17650 leader_election.cc:304] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, c877578a9fe4440183b872a80df7bac1; no voters:
14:04:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.805945 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c877578a9fe4440183b872a80df7bac1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28" is_pre_election: true
14:04:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.806066 17647 leader_election.cc:336] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.806218 17673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c877578a9fe4440183b872a80df7bac1 in term 1.
14:04:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.806778 17731 leader_election.cc:304] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, c877578a9fe4440183b872a80df7bac1; no voters:
14:04:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.806772 18433 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:04:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.807068 18434 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:04:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.807221 18434 raft_consensus.cc:493] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Starting leader election (detected failure of leader be121877e169468abf0726c72d6ab281)
14:04:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.807379 18434 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 1 FOLLOWER]: Advancing to term 2
14:04:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.807516 18433 raft_consensus.cc:493] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Starting leader election (detected failure of leader be121877e169468abf0726c72d6ab281)
14:04:57.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.807651 18433 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 1 FOLLOWER]: Advancing to term 2
14:04:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.808408 17728 leader_election.cc:336] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.810882 18433 raft_consensus.cc:515] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.810882 18434 raft_consensus.cc:515] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.811687 18433 leader_election.cc:290] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 2 election: Requested vote from peers c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:04:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.812191 18434 leader_election.cc:290] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 2 election: Requested vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:04:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.812237 17754 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352291a368614edc997d6557dd3e5a28" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c877578a9fe4440183b872a80df7bac1"
14:04:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.812531 17754 raft_consensus.cc:2393] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 352291a368614edc997d6557dd3e5a28 in current term 2: Already voted for candidate c877578a9fe4440183b872a80df7bac1 in this term.
14:04:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.812559 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c877578a9fe4440183b872a80df7bac1" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28"
14:04:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.812805 17673 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate c877578a9fe4440183b872a80df7bac1 in current term 2: Already voted for candidate 352291a368614edc997d6557dd3e5a28 in this term.
14:04:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.813786 17647 leader_election.cc:336] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.813939 17647 leader_election.cc:304] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 352291a368614edc997d6557dd3e5a28; no voters: be121877e169468abf0726c72d6ab281, c877578a9fe4440183b872a80df7bac1
14:04:57.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:57.814172 17728 leader_election.cc:336] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.814260 18433 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:04:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.814332 17728 leader_election.cc:304] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c877578a9fe4440183b872a80df7bac1; no voters: 352291a368614edc997d6557dd3e5a28, be121877e169468abf0726c72d6ab281
14:04:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:57.814711 18434 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:04:57.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.815 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.17.53.124:40111(127.17.53.124:40111) for tablet Kudu Master: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:57.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:57.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:57.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:57.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:57.955 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:57.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:57.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:57.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:58.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:58.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.056 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:58.057 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.17.53.124:40111, [1ms] received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, deferred=Deferred@57923176(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1797215806@631caaec -> (continuation of Deferred@884101265 after retry RPC after error@483575349) -> (continuation of Deferred@17797969 after retry RPC after error@130159190) -> (continuation of Deferred@559082727 after retry RPC after error@725312918) -> (continuation of Deferred@1456733883 after retry RPC after error@1091835541) -> (continuation of Deferred@2006450052 after retry RPC after error@133178165) -> (continuation of Deferred@1319056214 after retry RPC after error@803091630) -> (continuation of Deferred@1744667918 after retry RPC after error@1628629839), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/2034592728@562061b8 -> (continuation of Deferred@884101265 after retry RPC after error@483575349) -> (continuation of Deferred@17797969 after retry RPC after error@130159190) -> (continuation of Deferred@559082727 after retry RPC after error@725312918) -> (continuation of Deferred@1456733883 after retry RPC after error@1091835541) -> (continuation of Deferred@2006450052 after retry RPC after error@133178165) -> (continuation of Deferred@1319056214 after retry RPC after error@803091630) -> (continuation of Deferred@1744667918 after retry RPC after error@1628629839)))
14:04:58.058 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.17.53.124:40111, [1ms] received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, deferred=Deferred@57923176(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1797215806@631caaec -> (continuation of Deferred@884101265 after retry RPC after error@483575349) -> (continuation of Deferred@17797969 after retry RPC after error@130159190) -> (continuation of Deferred@559082727 after retry RPC after error@725312918) -> (continuation of Deferred@1456733883 after retry RPC after error@1091835541) -> (continuation of Deferred@2006450052 after retry RPC after error@133178165) -> (continuation of Deferred@1319056214 after retry RPC after error@803091630) -> (continuation of Deferred@1744667918 after retry RPC after error@1628629839), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/2034592728@562061b8 -> (continuation of Deferred@884101265 after retry RPC after error@483575349) -> (continuation of Deferred@17797969 after retry RPC after error@130159190) -> (continuation of Deferred@559082727 after retry RPC after error@725312918) -> (continuation of Deferred@1456733883 after retry RPC after error@1091835541) -> (continuation of Deferred@2006450052 after retry RPC after error@133178165) -> (continuation of Deferred@1319056214 after retry RPC after error@803091630) -> (continuation of Deferred@1744667918 after retry RPC after error@1628629839)))
14:04:58.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:58.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:58.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:58.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.096 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:58.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:58.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:58.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:58.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.136 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:58.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:58.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:04:58.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.162012 18434 raft_consensus.cc:493] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:58.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.162245 18434 raft_consensus.cc:515] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:58.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.162954 18434 leader_election.cc:290] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:04:58.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.163641 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c877578a9fe4440183b872a80df7bac1" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28" is_pre_election: true
14:04:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.163887 17673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c877578a9fe4440183b872a80df7bac1 in term 2.
14:04:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.164403 17731 leader_election.cc:304] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, c877578a9fe4440183b872a80df7bac1; no voters:
14:04:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.164755 18434 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:04:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:58.164755 17728 leader_election.cc:336] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:58.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.164901 18434 raft_consensus.cc:493] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:58.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.165010 18434 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 2 FOLLOWER]: Advancing to term 3
14:04:58.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.167186 18434 raft_consensus.cc:515] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.167887 18434 leader_election.cc:290] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 3 election: Requested vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:04:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.168474 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c877578a9fe4440183b872a80df7bac1" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28"
14:04:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.168700 17673 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 2 FOLLOWER]: Advancing to term 3
14:04:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:58.169416 17728 leader_election.cc:336] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111)
14:04:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.171298 17673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c877578a9fe4440183b872a80df7bac1 in term 3.
14:04:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.172173 17731 leader_election.cc:304] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, c877578a9fe4440183b872a80df7bac1; no voters: be121877e169468abf0726c72d6ab281
14:04:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.172669 18434 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Leader election won for term 3
14:04:58.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.173316 18434 raft_consensus.cc:697] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 LEADER]: Becoming Leader. State: Replica: c877578a9fe4440183b872a80df7bac1, State: Running, Role: LEADER
14:04:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.173871 18434 consensus_queue.cc:237] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:04:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.175743 18439 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c877578a9fe4440183b872a80df7bac1. Latest consensus state: current_term: 3 leader_uuid: "c877578a9fe4440183b872a80df7bac1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.176045 18439 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: LEADER
14:04:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.176738 18440 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:04:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.179185 18440 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5]
14:04:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.179738 18440 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]
14:04:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.181591 18440 tablet_loader.cc:96] loaded metadata for tablet 2ccda29bb2884a5aa611c3f68cb23764 (table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4])
14:04:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.182189 18440 tablet_loader.cc:96] loaded metadata for tablet b802d3dcc6444a31b49b06edae7408c0 (table kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5])
14:04:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.182689 18440 tablet_loader.cc:96] loaded metadata for tablet f30c229d5f1c447593cc9c71f8b157e8 (table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4])
14:04:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.183080 18440 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:04:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.184275 18440 catalog_manager.cc:1269] Loaded cluster ID: fc8e8dc578464714a7654624b22af63f
14:04:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.184386 18440 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:04:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.185635 18440 catalog_manager.cc:1514] Loading token signing keys...
14:04:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.186589 18440 catalog_manager.cc:6033] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Loaded TSK: 0
14:04:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.187719 18440 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:04:58.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:04:58.196 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.196 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.124:40111: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111
14:04:58.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:58.199 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=124), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: Network error: Failed to connect to peer master-127.17.53.124:40111(127.17.53.124:40111): Connection refused: /127.17.53.124:40111, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, deferred=Deferred@1044987473(state=PENDING, result=null, callback=(continuation of Deferred@1351938637 after retry RPC after error@968014238) -> (continuation of Deferred@536903943 after retry RPC after error@1464633568) -> (continuation of Deferred@540872414 after retry RPC after error@217001230) -> (continuation of Deferred@683908397 after retry RPC after error@461052765) -> (continuation of Deferred@1400421650 after retry RPC after error@646610222), errback=(continuation of Deferred@1351938637 after retry RPC after error@968014238) -> (continuation of Deferred@536903943 after retry RPC after error@1464633568) -> (continuation of Deferred@540872414 after retry RPC after error@217001230) -> (continuation of Deferred@683908397 after retry RPC after error@461052765) -> (continuation of Deferred@1400421650 after retry RPC after error@646610222))) after lookup
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.254958 17744 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38682:
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:04:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:58.262648 17744 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:58.267298 17728 consensus_peers.cc:597] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 -> Peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Couldn't send request to peer be121877e169468abf0726c72d6ab281. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.268018 17673 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 3 FOLLOWER]: Refusing update from remote peer c877578a9fe4440183b872a80df7bac1: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
14:04:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.268730 18439 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:04:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.270794 18433 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c877578a9fe4440183b872a80df7bac1. Latest consensus state: current_term: 3 leader_uuid: "c877578a9fe4440183b872a80df7bac1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.271097 18433 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: This master's current role is: FOLLOWER
14:04:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.283557 18439 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "c877578a9fe4440183b872a80df7bac1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.283841 18439 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: LEADER
14:04:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.285250 18433 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "c877578a9fe4440183b872a80df7bac1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:04:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:58.285513 18433 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: This master's current role is: FOLLOWER
14:04:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:58.752734 17728 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111) [suppressed 13 similar messages]
14:04:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:58.753721 17728 consensus_peers.cc:597] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 -> Peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Couldn't send request to peer be121877e169468abf0726c72d6ab281. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:04:59.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.232192 17728 consensus_peers.cc:597] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 -> Peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Couldn't send request to peer be121877e169468abf0726c72d6ab281. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:04:59.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.355818 18215 heartbeater.cc:499] Master 127.17.53.125:40715 was elected leader, sending a full tablet report...
14:04:59.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.493896 17632 master_runner.cc:186] Error getting master registration for 127.17.53.124:40111: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111),
14:04:59.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.494089 17632 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:59.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2ccda29bb2884a5aa611c3f68cb23764 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
14:04:59.541 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet f30c229d5f1c447593cc9c71f8b157e8 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
14:04:59.541 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=2ccda29bb2884a5aa611c3f68cb23764@[014dd548b2d849729a946cabf12bde62(127.17.53.66:39767),411e27c461ee4a3f80b3589c9fc80041(127.17.53.67:38635),d04d2a91cb9146dea190e149994ef579(127.17.53.65:34597)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=f30c229d5f1c447593cc9c71f8b157e8@[014dd548b2d849729a946cabf12bde62(127.17.53.66:39767),411e27c461ee4a3f80b3589c9fc80041(127.17.53.67:38635)[L],d04d2a91cb9146dea190e149994ef579(127.17.53.65:34597)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:04:59.541 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.53.125:40715, [2ms] Sub RPC GetTableLocations: received response from server master-127.17.53.125:40715: OK, deferred=null) after lookup
14:04:59.542 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d04d2a91cb9146dea190e149994ef579(127.17.53.65:34597)] connecting to peer
14:04:59.543 [DEBUG - kudu-nio-0] (Connection.java:757) [peer d04d2a91cb9146dea190e149994ef579(127.17.53.65:34597)] Successfully connected to peer
14:04:59.557 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4b137a7b, L:/127.0.0.1:36226 - R:/127.17.53.65:34597] using TOKEN/null
14:04:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.561260 17986 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.17.53.124:40111)
14:04:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.599144 18074 heartbeater.cc:499] Master 127.17.53.125:40715 was elected leader, sending a full tablet report...
14:04:59.600 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.53.124:40111
14:04:59.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.602308 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/logs
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/info.pb
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.124:40111
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.124
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46503
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.724931 17728 consensus_peers.cc:597] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 -> Peer be121877e169468abf0726c72d6ab281 (127.17.53.124:40111): Couldn't send request to peer be121877e169468abf0726c72d6ab281. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.124:40111: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.726243 18356 heartbeater.cc:499] Master 127.17.53.125:40715 was elected leader, sending a full tablet report...
14:04:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.965340 18483 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.965680 18483 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.965760 18483 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.975029 18483 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.975129 18483 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.975178 18483 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.975217 18483 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.975272 18483 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.975311 18483 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.975359 18483 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35887/jwks.json
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.985864 18483 master_runner.cc:386] Master server non-default flags:
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.124:40111
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/info.pb
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.124
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46503
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/logs
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.987658 18483 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.989603 18483 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.998193 18490 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.998193 18489 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:04:59.998876 18492 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:04:59.999518 18483 server_base.cc:1047] running on GCE node
14:05:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.000439 18483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.002036 18483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.003324 18483 hybrid_clock.cc:648] HybridClock initialized: now 1761314700003234 us; error 57 us; skew 500 ppm
14:05:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.003693 18483 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.006196 18483 webserver.cc:492] Webserver started at http://127.17.53.124:46503/ using document root <none> and password file <none>
14:05:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.007025 18483 fs_manager.cc:362] Metadata directory not provided
14:05:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.007156 18483 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.013285 18483 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.002s sys 0.004s
14:05:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.016911 18498 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:05:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.018368 18483 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.018639 18483 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be121877e169468abf0726c72d6ab281"
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:54 on dist-test-slave-psxd"
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.019434 18483 fs_report.cc:389] FS layout report
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/wal
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/data
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.039991 18483 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:05:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.041002 18483 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.041258 18483 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.066044 18483 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.124:40111
14:05:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.066063 18559 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.124:40111 every 8 connection(s)
14:05:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.067958 18483 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-2/data/info.pb
14:05:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.072742 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 18483
14:05:00.073 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:05:00.073 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.53.125:40715
14:05:00.073 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:05:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.073807 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 17712
14:05:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.075166 17784 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.075892 18560 sys_catalog.cc:263] Verifying existing consensus state
14:05:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.081796 18560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Bootstrap starting.
14:05:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.102913 18560 log.cc:826] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Log is configured to *not* fsync() on all Append() calls
14:05:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.117581 18560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.118232 18560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Bootstrap complete.
14:05:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.125468 18560 raft_consensus.cc:359] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.126310 18560 raft_consensus.cc:740] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: be121877e169468abf0726c72d6ab281, State: Initialized, Role: FOLLOWER
14:05:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.127107 18560 consensus_queue.cc:260] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.127993 18564 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.128340 18564 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.129312 18560 sys_catalog.cc:565] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: configured and running, proceeding with master startup.
14:05:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.150017 18575 catalog_manager.cc:1269] Loaded cluster ID: fc8e8dc578464714a7654624b22af63f
14:05:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.150166 18575 catalog_manager.cc:1562] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: loading cluster ID for follower catalog manager: success
14:05:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.156860 18575 catalog_manager.cc:1584] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: acquiring CA information for follower catalog manager: success
14:05:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.160965 18575 catalog_manager.cc:1612] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.225147 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 17712
14:05:00.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:05:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.258775 18578 negotiation.cc:337] Failed RPC negotiation. Trace:
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.170810 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.17.53.125:40715 (local address 127.0.0.1:38696)
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.171216 (+ 406us) negotiation.cc:107] Waiting for socket to connect
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.171236 (+ 20us) client_negotiation.cc:174] Beginning negotiation
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.171393 (+ 157us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.223769 (+ 52376us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.223777 (+ 8us) client_negotiation.cc:394] Received NEGOTIATE response from server
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.223815 (+ 38us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.224373 (+ 558us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.224392 (+ 19us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.257434 (+ 33042us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: BlockingRecv error: recv got EOF from 127.17.53.125:40715 (error 108)
14:05:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":257}
14:05:00.265 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.53.125:40715(127.17.53.125:40715)] handling channelInactive
14:05:00.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state READY due to: connection closed
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.265565 18581 negotiation.cc:337] Failed RPC negotiation. Trace:
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.222674 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:34948 (local address 127.17.53.124:40111)
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.237781 (+ 15107us) server_negotiation.cc:207] Beginning negotiation
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.237795 (+ 14us) server_negotiation.cc:400] Waiting for connection header
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.238169 (+ 374us) server_negotiation.cc:408] Connection header received
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.238371 (+ 202us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.238384 (+ 13us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.238745 (+ 361us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.238971 (+ 226us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
14:05:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:00.257352 (+ 18381us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34948: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:05:00.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":14834,"thread_start_us":15212,"threads_started":1}
14:05:00.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.259958 18483 master_runner.cc:186] Error getting master registration for 127.17.53.125:40715: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: BlockingRecv error: recv got EOF from 127.17.53.125:40715 (error 108),
14:05:00.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.265877 18483 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:05:00.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.356 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.17.53.125:40715(127.17.53.125:40715) for tablet Kudu Master: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.375 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.124:40111(127.17.53.124:40111)] connecting to peer
14:05:00.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.125:40715: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.378 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.53.124:40111(127.17.53.124:40111)] Successfully connected to peer
14:05:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.397416 18564 raft_consensus.cc:493] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.397804 18564 raft_consensus.cc:515] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:00.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.401078 17673 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be121877e169468abf0726c72d6ab281" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "352291a368614edc997d6557dd3e5a28" is_pre_election: true
14:05:00.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.402678 18564 leader_election.cc:290] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715)
14:05:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.403891 18502 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:05:00.410 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x793b2742, L:/127.0.0.1:34964 - R:/127.17.53.124:40111] using TOKEN/null
14:05:00.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.420255 18502 leader_election.cc:336] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:05:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.420495 18502 leader_election.cc:304] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: be121877e169468abf0726c72d6ab281; no voters: 352291a368614edc997d6557dd3e5a28, c877578a9fe4440183b872a80df7bac1
14:05:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.421617 18564 raft_consensus.cc:2749] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:05:00.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.436 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.125:40715: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:00.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.125:40715: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:00.495 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.125:40715: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:00.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.125:40715: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.525192 18584 raft_consensus.cc:493] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c877578a9fe4440183b872a80df7bac1)
14:05:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.525785 18584 raft_consensus.cc:515] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.533492 18584 leader_election.cc:290] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:05:00.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.548696 17650 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111) [suppressed 10 similar messages]
14:05:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.553793 18525 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352291a368614edc997d6557dd3e5a28" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "be121877e169468abf0726c72d6ab281" is_pre_election: true
14:05:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.554422 18525 raft_consensus.cc:2468] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 352291a368614edc997d6557dd3e5a28 in term 1.
14:05:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.556964 17647 leader_election.cc:304] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, be121877e169468abf0726c72d6ab281; no voters:
14:05:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.557883 18584 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 3 FOLLOWER]: Leader pre-election won for term 4
14:05:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.558029 18584 raft_consensus.cc:493] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 3 FOLLOWER]: Starting leader election (detected failure of leader c877578a9fe4440183b872a80df7bac1)
14:05:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.558120 18584 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 3 FOLLOWER]: Advancing to term 4
14:05:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.561414 18584 raft_consensus.cc:515] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:00.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.562639 17650 leader_election.cc:336] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:05:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.563366 18584 leader_election.cc:290] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 4 election: Requested vote from peers c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:05:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.564437 18525 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352291a368614edc997d6557dd3e5a28" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "be121877e169468abf0726c72d6ab281"
14:05:00.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.564699 18525 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 1 FOLLOWER]: Advancing to term 4
14:05:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.566320 17650 leader_election.cc:336] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111)
14:05:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.568699 18213 heartbeater.cc:344] Connected to a master server at 127.17.53.124:40111
14:05:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.571094 18525 raft_consensus.cc:2468] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 352291a368614edc997d6557dd3e5a28 in term 4.
14:05:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.571722 17647 leader_election.cc:304] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 352291a368614edc997d6557dd3e5a28, be121877e169468abf0726c72d6ab281; no voters: c877578a9fe4440183b872a80df7bac1
14:05:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.572499 18584 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 4 FOLLOWER]: Leader election won for term 4
14:05:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.573107 18515 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "014dd548b2d849729a946cabf12bde62" instance_seqno: 1761314695903048) as {username='slave'} at 127.17.53.66:56647; Asking this server to re-register.
14:05:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.574724 18213 heartbeater.cc:461] Registering TS with master...
14:05:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.577483 18515 ts_manager.cc:194] Registered new tserver with Master: 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767)
14:05:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.581524 18584 raft_consensus.cc:697] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [term 4 LEADER]: Becoming Leader. State: Replica: 352291a368614edc997d6557dd3e5a28, State: Running, Role: LEADER
14:05:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.582212 18584 consensus_queue.cc:237] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.584697 18590 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 352291a368614edc997d6557dd3e5a28. Latest consensus state: current_term: 4 leader_uuid: "352291a368614edc997d6557dd3e5a28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.585820 18590 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: This master's current role is: LEADER
14:05:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.586741 18592 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:05:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.590500 18592 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5]
14:05:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.591444 18592 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]
14:05:00.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.125:40715: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.594381 18592 tablet_loader.cc:96] loaded metadata for tablet 2ccda29bb2884a5aa611c3f68cb23764 (table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4])
14:05:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.595077 18592 tablet_loader.cc:96] loaded metadata for tablet b802d3dcc6444a31b49b06edae7408c0 (table kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5])
14:05:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.595626 18592 tablet_loader.cc:96] loaded metadata for tablet f30c229d5f1c447593cc9c71f8b157e8 (table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4])
14:05:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.596005 18592 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:05:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.597633 18592 catalog_manager.cc:1269] Loaded cluster ID: fc8e8dc578464714a7654624b22af63f
14:05:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.597735 18592 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:05:00.601 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.602210 18592 catalog_manager.cc:1514] Loading token signing keys...
14:05:00.604 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=249), Traces: [0ms] sending RPC to server master-127.17.53.125:40715, [1ms] received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [247ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [249ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, deferred=Deferred@1451462670(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1797215806@3c80b721 -> (continuation of Deferred@214717664 after retry RPC after error@1111401240) -> (continuation of Deferred@142039217 after retry RPC after error@829935393) -> (continuation of Deferred@1601365691 after retry RPC after error@1751365678) -> (continuation of Deferred@1524877123 after retry RPC after error@1440880121) -> (continuation of Deferred@502101696 after retry RPC after error@1757024155), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/2034592728@2ca70410 -> (continuation of Deferred@214717664 after retry RPC after error@1111401240) -> (continuation of Deferred@142039217 after retry RPC after error@829935393) -> (continuation of Deferred@1601365691 after retry RPC after error@1751365678) -> (continuation of Deferred@1524877123 after retry RPC after error@1440880121) -> (continuation of Deferred@502101696 after retry RPC after error@1757024155)))
14:05:00.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=249), Traces: [0ms] sending RPC to server master-127.17.53.125:40715, [1ms] received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [247ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, [249ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, deferred=Deferred@1451462670(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1797215806@3c80b721 -> (continuation of Deferred@214717664 after retry RPC after error@1111401240) -> (continuation of Deferred@142039217 after retry RPC after error@829935393) -> (continuation of Deferred@1601365691 after retry RPC after error@1751365678) -> (continuation of Deferred@1524877123 after retry RPC after error@1440880121) -> (continuation of Deferred@502101696 after retry RPC after error@1757024155), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/2034592728@2ca70410 -> (continuation of Deferred@214717664 after retry RPC after error@1111401240) -> (continuation of Deferred@142039217 after retry RPC after error@829935393) -> (continuation of Deferred@1601365691 after retry RPC after error@1751365678) -> (continuation of Deferred@1524877123 after retry RPC after error@1440880121) -> (continuation of Deferred@502101696 after retry RPC after error@1757024155)))
14:05:00.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.611770 18592 catalog_manager.cc:6033] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28: Loaded TSK: 0
14:05:00.615 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:00.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.125:40715: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715
14:05:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.613277 18592 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:05:00.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:00.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: Network error: Failed to connect to peer master-127.17.53.125:40715(127.17.53.125:40715): Connection refused: /127.17.53.125:40715, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [8ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: OK, deferred=null) after lookup
14:05:00.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.632586 18072 heartbeater.cc:344] Connected to a master server at 127.17.53.124:40111
14:05:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.634963 18515 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d04d2a91cb9146dea190e149994ef579" instance_seqno: 1761314695378404) as {username='slave'} at 127.17.53.65:56757; Asking this server to re-register.
14:05:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.636009 18072 heartbeater.cc:461] Registering TS with master...
14:05:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.637786 18515 ts_manager.cc:194] Registered new tserver with Master: d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597)
14:05:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.684376 18525 raft_consensus.cc:1275] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 4 FOLLOWER]: Refusing update from remote peer 352291a368614edc997d6557dd3e5a28: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
14:05:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.689496 18590 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
14:05:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.696489 17650 consensus_peers.cc:597] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 -> Peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Couldn't send request to peer c877578a9fe4440183b872a80df7bac1. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.715060 18564 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 352291a368614edc997d6557dd3e5a28. Latest consensus state: current_term: 4 leader_uuid: "352291a368614edc997d6557dd3e5a28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.715389 18564 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.724666 18564 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "352291a368614edc997d6557dd3e5a28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.724516 17662 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54938:
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:05:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:05:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.724938 18564 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:00.727182 17662 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:05:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.727233 18606 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "352291a368614edc997d6557dd3e5a28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.727545 18606 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: FOLLOWER
14:05:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.728076 18584 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "352291a368614edc997d6557dd3e5a28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:00.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.728482 18584 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 [sys.catalog]: This master's current role is: LEADER
14:05:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.749593 18354 heartbeater.cc:344] Connected to a master server at 127.17.53.124:40111
14:05:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.751367 18515 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" instance_seqno: 1761314696436936) as {username='slave'} at 127.17.53.67:50229; Asking this server to re-register.
14:05:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.752110 18354 heartbeater.cc:461] Registering TS with master...
14:05:00.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:00.753527 18515 ts_manager.cc:194] Registered new tserver with Master: 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:05:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:01.198784 17650 consensus_peers.cc:597] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 -> Peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Couldn't send request to peer c877578a9fe4440183b872a80df7bac1. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:05:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:01.689616 17650 consensus_peers.cc:597] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 -> Peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Couldn't send request to peer c877578a9fe4440183b872a80df7bac1. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:05:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:01.731793 18355 heartbeater.cc:499] Master 127.17.53.126:43879 was elected leader, sending a full tablet report...
14:05:02.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.207938 17650 consensus_peers.cc:597] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 -> Peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Couldn't send request to peer c877578a9fe4440183b872a80df7bac1. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:05:02.263 [DEBUG - Time-limited test] (Connection.java:748) [peer 411e27c461ee4a3f80b3589c9fc80041(127.17.53.67:38635)] connecting to peer
14:05:02.264 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 411e27c461ee4a3f80b3589c9fc80041(127.17.53.67:38635)] Successfully connected to peer
14:05:02.276 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbae540a2, L:/127.0.0.1:36788 - R:/127.17.53.67:38635] using TOKEN/null
14:05:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.287305 18266 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.17.53.124:40111)
14:05:02.322 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.53.125:40715
14:05:02.323 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.323642 17621 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/logs
14:05:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/info.pb
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.125:40715
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.125
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32989
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:05:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:05:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.364619 18214 heartbeater.cc:499] Master 127.17.53.126:43879 was elected leader, sending a full tablet report...
14:05:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.622761 18073 heartbeater.cc:499] Master 127.17.53.126:43879 was elected leader, sending a full tablet report...
14:05:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.671635 18636 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:05:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.671973 18636 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.672056 18636 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:05:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.680452 18636 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:05:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.680564 18636 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:05:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.680613 18636 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:05:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.680652 18636 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.680706 18636 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:05:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.680745 18636 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.680787 18636 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35887/jwks.json
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.691051 18636 master_runner.cc:386] Master server non-default flags:
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.53.84:41001
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.53.125:40715
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35887/jwks.json
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/info.pb
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.53.125
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32989
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/logs
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8d75a6f6cef564a7be95d0a4dbcc58aa159edfc7
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Oct 2025 13:43:24 UTC on 24a791456cd2
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8696
14:05:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:05:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.692842 18636 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.695370 18636 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:05:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.703964 18644 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.704012 18643 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.706816 18636 server_base.cc:1047] running on GCE node
14:05:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.707564 18646 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:02.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.708541 18636 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.710137 18636 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.711375 18636 hybrid_clock.cc:648] HybridClock initialized: now 1761314702711311 us; error 51 us; skew 500 ppm
14:05:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.711720 18636 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:05:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.714164 18636 webserver.cc:492] Webserver started at http://127.17.53.125:32989/ using document root <none> and password file <none>
14:05:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.714977 18636 fs_manager.cc:362] Metadata directory not provided
14:05:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.715106 18636 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.721280 18636 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.005s sys 0.000s
14:05:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.721797 17650 consensus_peers.cc:597] T 00000000000000000000000000000000 P 352291a368614edc997d6557dd3e5a28 -> Peer c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715): Couldn't send request to peer c877578a9fe4440183b872a80df7bac1. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.125:40715: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:05:02.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.724586 18652 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:05:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.726135 18636 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.726306 18636 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data,/tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c877578a9fe4440183b872a80df7bac1"
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-24 14:04:53 on dist-test-slave-psxd"
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.727128 18636 fs_report.cc:389] FS layout report
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/wal
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/data
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.749513 18636 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:05:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.750418 18636 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.750731 18636 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.775025 18636 rpc_server.cc:307] RPC server started. Bound to: 127.17.53.125:40715
14:05:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.775044 18714 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.53.125:40715 every 8 connection(s)
14:05:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.776676 18636 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksAFAXi/test-tmp/mini-kudu-cluster8859517135978889817/master-1/data/info.pb
14:05:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.782335 17621 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu as pid 18636
14:05:02.782 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:05:02.782 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.53.126:43879
14:05:02.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:05:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.783334 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 17632
14:05:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.784476 18715 sys_catalog.cc:263] Verifying existing consensus state
14:05:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.784765 17703 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:02.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.789130 18715 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Bootstrap starting.
14:05:02.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.806646 18715 log.cc:826] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Log is configured to *not* fsync() on all Append() calls
14:05:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.821799 18715 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.822402 18715 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: Bootstrap complete.
14:05:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.829463 18715 raft_consensus.cc:359] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.830250 18715 raft_consensus.cc:740] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: c877578a9fe4440183b872a80df7bac1, State: Initialized, Role: FOLLOWER
14:05:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.830987 18715 consensus_queue.cc:260] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.832052 18719 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.832490 18719 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: FOLLOWER
14:05:02.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.833398 18715 sys_catalog.cc:565] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: configured and running, proceeding with master startup.
14:05:02.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.845283 18730 catalog_manager.cc:1269] Loaded cluster ID: fc8e8dc578464714a7654624b22af63f
14:05:02.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.845696 18730 catalog_manager.cc:1562] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: loading cluster ID for follower catalog manager: success
14:05:02.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.852291 18730 catalog_manager.cc:1584] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: acquiring CA information for follower catalog manager: success
14:05:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.856827 18730 catalog_manager.cc:1612] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.950340 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 17632
14:05:02.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:05:02.971 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.53.126:43879(127.17.53.126:43879)] handling channelInactive
14:05:02.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state READY due to: connection closed
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.971330 18732 negotiation.cc:337] Failed RPC negotiation. Trace:
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.841586 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.17.53.126:43879 (local address 127.0.0.1:60898)
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.858093 (+ 16507us) negotiation.cc:107] Waiting for socket to connect
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.858155 (+ 62us) client_negotiation.cc:174] Beginning negotiation
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.858773 (+ 618us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
14:05:02.971 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.17.53.126:43879(127.17.53.126:43879) for tablet Kudu Master: connection closed
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.969609 (+110836us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: BlockingRecv error: recv got EOF from 127.17.53.126:43879 (error 108)
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":15908,"thread_start_us":15667,"threads_started":1}
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:02.971410 18734 negotiation.cc:337] Failed RPC negotiation. Trace:
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.948224 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:49186 (local address 127.17.53.125:40715)
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.950004 (+ 1780us) server_negotiation.cc:207] Beginning negotiation
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.950019 (+ 15us) server_negotiation.cc:400] Waiting for connection header
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.950064 (+ 45us) server_negotiation.cc:408] Connection header received
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.951738 (+ 1674us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:05:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.951760 (+ 22us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:05:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.952171 (+ 411us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:05:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.952420 (+ 249us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
14:05:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1024 14:05:02.971058 (+ 18638us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49186: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:05:02.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1537,"thread_start_us":1331,"threads_started":1}
14:05:02.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:02.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.125:40715(127.17.53.125:40715)] connecting to peer
14:05:02.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:02.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:02.975 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.53.125:40715(127.17.53.125:40715)] Successfully connected to peer
14:05:02.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:02.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.972345 18636 master_runner.cc:186] Error getting master registration for 127.17.53.126:43879: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: BlockingRecv error: recv got EOF from 127.17.53.126:43879 (error 108),
14:05:02.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:02.977790 18636 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:05:02.992 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdb3fb1fb, L:/127.0.0.1:49200 - R:/127.17.53.125:40715] using TOKEN/null
14:05:02.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.075 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.17.53.126:43879, [158ms] received response from server master-127.17.53.126:43879: Network error: connection closed, [158ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [203ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [225ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, deferred=Deferred@1058689717(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$119/1797215806@79f9fc4 -> (continuation of Deferred@1356712748 after retry RPC after error@1030370335) -> (continuation of Deferred@1351108349 after retry RPC after error@722637463) -> (continuation of Deferred@363374706 after retry RPC after error@2031008788) -> (continuation of Deferred@1805890150 after retry RPC after error@1410991023), errback=org.apache.kudu.client.KuduTransaction$$Lambda$120/2034592728@421ca66 -> (continuation of Deferred@1356712748 after retry RPC after error@1030370335) -> (continuation of Deferred@1351108349 after retry RPC after error@722637463) -> (continuation of Deferred@363374706 after retry RPC after error@2031008788) -> (continuation of Deferred@1805890150 after retry RPC after error@1410991023)))
14:05:03.077 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:03.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.137341 18719 raft_consensus.cc:493] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:03.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.137661 18719 raft_consensus.cc:515] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:03.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.139995 18719 leader_election.cc:290] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), be121877e169468abf0726c72d6ab281 (127.17.53.124:40111)
14:05:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.140988 18657 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111)
14:05:03.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.143416 18657 leader_election.cc:336] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111)
14:05:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.148644 18524 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c877578a9fe4440183b872a80df7bac1" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "be121877e169468abf0726c72d6ab281" is_pre_election: true
14:05:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.149857 18653 leader_election.cc:304] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c877578a9fe4440183b872a80df7bac1; no voters: 352291a368614edc997d6557dd3e5a28, be121877e169468abf0726c72d6ab281
14:05:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.150395 18719 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
14:05:03.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.249118 18739 raft_consensus.cc:493] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 352291a368614edc997d6557dd3e5a28)
14:05:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.249380 18739 raft_consensus.cc:515] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:03.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.250195 18739 leader_election.cc:290] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715)
14:05:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.253400 18502 leader_election.cc:336] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111)
14:05:03.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.260475 18680 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be121877e169468abf0726c72d6ab281" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "c877578a9fe4440183b872a80df7bac1" is_pre_election: true
14:05:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.260998 18680 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be121877e169468abf0726c72d6ab281 in term 3.
14:05:03.261 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, deferred=Deferred@1474088600(state=PENDING, result=null, callback=(continuation of Deferred@2072766747 after retry RPC after error@913840403) -> (continuation of Deferred@1282592386 after retry RPC after error@2104189338) -> (continuation of Deferred@1502383133 after retry RPC after error@801810110) -> (continuation of Deferred@1964407579 after retry RPC after error@1406645138) -> (continuation of Deferred@1854288273 after retry RPC after error@335775145) -> (continuation of Deferred@1384905361 after retry RPC after error@1009682545), errback=(continuation of Deferred@2072766747 after retry RPC after error@913840403) -> (continuation of Deferred@1282592386 after retry RPC after error@2104189338) -> (continuation of Deferred@1502383133 after retry RPC after error@801810110) -> (continuation of Deferred@1964407579 after retry RPC after error@1406645138) -> (continuation of Deferred@1854288273 after retry RPC after error@335775145) -> (continuation of Deferred@1384905361 after retry RPC after error@1009682545)))
14:05:03.262 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, deferred=Deferred@1474088600(state=PENDING, result=null, callback=(continuation of Deferred@2072766747 after retry RPC after error@913840403) -> (continuation of Deferred@1282592386 after retry RPC after error@2104189338) -> (continuation of Deferred@1502383133 after retry RPC after error@801810110) -> (continuation of Deferred@1964407579 after retry RPC after error@1406645138) -> (continuation of Deferred@1854288273 after retry RPC after error@335775145) -> (continuation of Deferred@1384905361 after retry RPC after error@1009682545), errback=(continuation of Deferred@2072766747 after retry RPC after error@913840403) -> (continuation of Deferred@1282592386 after retry RPC after error@2104189338) -> (continuation of Deferred@1502383133 after retry RPC after error@801810110) -> (continuation of Deferred@1964407579 after retry RPC after error@1406645138) -> (continuation of Deferred@1854288273 after retry RPC after error@335775145) -> (continuation of Deferred@1384905361 after retry RPC after error@1009682545)))
14:05:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.261605 18502 leader_election.cc:304] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: be121877e169468abf0726c72d6ab281, c877578a9fe4440183b872a80df7bac1; no voters: 352291a368614edc997d6557dd3e5a28
14:05:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.262017 18739 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:05:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.262148 18739 raft_consensus.cc:493] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 352291a368614edc997d6557dd3e5a28)
14:05:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.262245 18739 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 4 FOLLOWER]: Advancing to term 5
14:05:03.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.264652 18739 raft_consensus.cc:515] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:03.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.265316 18739 leader_election.cc:290] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 5 election: Requested vote from peers 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879), c877578a9fe4440183b872a80df7bac1 (127.17.53.125:40715)
14:05:03.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.266367 18680 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be121877e169468abf0726c72d6ab281" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "c877578a9fe4440183b872a80df7bac1"
14:05:03.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.266636 18680 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 3 FOLLOWER]: Advancing to term 5
14:05:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.266970 18502 leader_election.cc:336] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111)
14:05:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.272728 18680 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be121877e169468abf0726c72d6ab281 in term 5.
14:05:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.273439 18502 leader_election.cc:304] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: be121877e169468abf0726c72d6ab281, c877578a9fe4440183b872a80df7bac1; no voters: 352291a368614edc997d6557dd3e5a28
14:05:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.273850 18739 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 5 FOLLOWER]: Leader election won for term 5
14:05:03.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.275271 18739 raft_consensus.cc:697] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [term 5 LEADER]: Becoming Leader. State: Replica: be121877e169468abf0726c72d6ab281, State: Running, Role: LEADER
14:05:03.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.275906 18739 consensus_queue.cc:237] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } }
14:05:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.278182 18743 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be121877e169468abf0726c72d6ab281. Latest consensus state: current_term: 5 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:03.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111; will retry
14:05:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.279479 18743 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: LEADER
14:05:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.280388 18745 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:05:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.282887 18745 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5]
14:05:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.283516 18745 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4]
14:05:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.285370 18745 tablet_loader.cc:96] loaded metadata for tablet 2ccda29bb2884a5aa611c3f68cb23764 (table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4])
14:05:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.285785 18745 tablet_loader.cc:96] loaded metadata for tablet b802d3dcc6444a31b49b06edae7408c0 (table kudu_system.kudu_transactions [id=21b8e289af894b8282f0a13d0c7e79a5])
14:05:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.286135 18745 tablet_loader.cc:96] loaded metadata for tablet f30c229d5f1c447593cc9c71f8b157e8 (table txn_manager_fallback_rolling [id=557e7adadd344d4f9949e036143dd4c4])
14:05:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.286415 18745 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:05:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.287371 18745 catalog_manager.cc:1269] Loaded cluster ID: fc8e8dc578464714a7654624b22af63f
14:05:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.287475 18745 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:05:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.288668 18745 catalog_manager.cc:1514] Loading token signing keys...
14:05:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.289538 18745 catalog_manager.cc:6033] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281: Loaded TSK: 0
14:05:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.290448 18745 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:05:03.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.17.53.126:43879(127.17.53.126:43879)] connecting to peer
14:05:03.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.126:43879(127.17.53.126:43879)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.53.126:43879: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879
14:05:03.297 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:03.297 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=23), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.17.53.126:43879,127.17.53.125:40715,127.17.53.124:40111) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.126:43879, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.125:40715, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.53.124:40111, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.126:43879: Network error: Failed to connect to peer master-127.17.53.126:43879(127.17.53.126:43879): Connection refused: /127.17.53.126:43879, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.124:40111: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.53.125:40715: OK, deferred=Deferred@312269336(state=PENDING, result=null, callback=(continuation of Deferred@1218480934 after retry RPC after error@1705331867), errback=(continuation of Deferred@1218480934 after retry RPC after error@1705331867))) after lookup
14:05:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.357187 18680 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [term 5 FOLLOWER]: Refusing update from remote peer be121877e169468abf0726c72d6ab281: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
14:05:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.358393 18743 consensus_queue.cc:1048] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
14:05:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.367657 18502 consensus_peers.cc:597] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 -> Peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Couldn't send request to peer 352291a368614edc997d6557dd3e5a28. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.369513 18515 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51406:
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:05:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:05:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:05:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.375116 18515 catalog_manager.cc:7011] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:05:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.391399 17954 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.037s from last keepalive heartbeat (effective timeout is 1.000s)
14:05:03.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.419305 18771 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:03.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.419684 18771 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: FOLLOWER
14:05:03.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.420349 18719 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be121877e169468abf0726c72d6ab281. Latest consensus state: current_term: 5 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:03.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.420583 18719 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: FOLLOWER
14:05:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.421469 18215 heartbeater.cc:344] Connected to a master server at 127.17.53.125:40715
14:05:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.422828 17991 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.17.53.125:40715)
14:05:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.423574 18719 sys_catalog.cc:455] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.423734 18719 sys_catalog.cc:458] T 00000000000000000000000000000000 P c877578a9fe4440183b872a80df7bac1 [sys.catalog]: This master's current role is: FOLLOWER
14:05:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.424724 18669 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "014dd548b2d849729a946cabf12bde62" instance_seqno: 1761314695903048) as {username='slave'} at 127.17.53.66:42487; Asking this server to re-register.
14:05:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.425542 18215 heartbeater.cc:461] Registering TS with master...
14:05:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.427577 18669 ts_manager.cc:194] Registered new tserver with Master: 014dd548b2d849729a946cabf12bde62 (127.17.53.66:39767)
14:05:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.430650 18743 sys_catalog.cc:455] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "be121877e169468abf0726c72d6ab281" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "352291a368614edc997d6557dd3e5a28" member_type: VOTER last_known_addr { host: "127.17.53.126" port: 43879 } } peers { permanent_uuid: "c877578a9fe4440183b872a80df7bac1" member_type: VOTER last_known_addr { host: "127.17.53.125" port: 40715 } } peers { permanent_uuid: "be121877e169468abf0726c72d6ab281" member_type: VOTER last_known_addr { host: "127.17.53.124" port: 40111 } } }
14:05:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.430933 18743 sys_catalog.cc:458] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 [sys.catalog]: This master's current role is: LEADER
14:05:03.431 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1761314697 last_transition_timestamp: 1761314703
14:05:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.437268 18751 tablet_replica.cc:1306] Aborted: operation has been aborted: cancelling pending write operations
14:05:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.447860 18754 tablet_replica.cc:1306] Aborted: operation has been aborted: cancelling pending write operations
14:05:03.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.634187 18074 heartbeater.cc:344] Connected to a master server at 127.17.53.125:40715
14:05:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.636119 18669 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d04d2a91cb9146dea190e149994ef579" instance_seqno: 1761314695378404) as {username='slave'} at 127.17.53.65:43107; Asking this server to re-register.
14:05:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.636792 18074 heartbeater.cc:461] Registering TS with master...
14:05:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.638105 18669 ts_manager.cc:194] Registered new tserver with Master: d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597)
14:05:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.743167 18356 heartbeater.cc:344] Connected to a master server at 127.17.53.125:40715
14:05:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.744570 18669 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "411e27c461ee4a3f80b3589c9fc80041" instance_seqno: 1761314696436936) as {username='slave'} at 127.17.53.67:33153; Asking this server to re-register.
14:05:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.745188 18356 heartbeater.cc:461] Registering TS with master...
14:05:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:03.746403 18669 ts_manager.cc:194] Registered new tserver with Master: 411e27c461ee4a3f80b3589c9fc80041 (127.17.53.67:38635)
14:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:03.867839 18502 consensus_peers.cc:597] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 -> Peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Couldn't send request to peer 352291a368614edc997d6557dd3e5a28. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:05:04.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:04.383176 18502 consensus_peers.cc:597] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 -> Peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Couldn't send request to peer 352291a368614edc997d6557dd3e5a28. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:05:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:04.587155 18213 heartbeater.cc:499] Master 127.17.53.124:40111 was elected leader, sending a full tablet report...
14:05:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:04.644902 18072 heartbeater.cc:499] Master 127.17.53.124:40111 was elected leader, sending a full tablet report...
14:05:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:04.738857 18354 heartbeater.cc:499] Master 127.17.53.124:40111 was elected leader, sending a full tablet report...
14:05:04.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:04.909114 18502 consensus_peers.cc:597] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 -> Peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Couldn't send request to peer 352291a368614edc997d6557dd3e5a28. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:05:04.975 [DEBUG - main] (Connection.java:575) [peer master-127.17.53.126:43879(127.17.53.126:43879)] disconnecting while in state TERMINATED
14:05:04.975 [DEBUG - main] (Connection.java:575) [peer d04d2a91cb9146dea190e149994ef579(127.17.53.65:34597)] disconnecting while in state READY
14:05:04.976 [DEBUG - main] (Connection.java:575) [peer master-127.17.53.125:40715(127.17.53.125:40715)] disconnecting while in state READY
14:05:04.976 [DEBUG - main] (Connection.java:575) [peer master-127.17.53.124:40111(127.17.53.124:40111)] disconnecting while in state READY
14:05:04.976 [DEBUG - main] (Connection.java:575) [peer 411e27c461ee4a3f80b3589c9fc80041(127.17.53.67:38635)] disconnecting while in state READY
14:05:04.977 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.53.124:40111(127.17.53.124:40111)] handling channelInactive
14:05:04.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.53.124:40111(127.17.53.124:40111)] cleaning up while in state READY due to: connection closed
14:05:04.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:04.979 [DEBUG - kudu-nio-0] (Connection.java:239) [peer d04d2a91cb9146dea190e149994ef579(127.17.53.65:34597)] handling channelInactive
14:05:04.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d04d2a91cb9146dea190e149994ef579(127.17.53.65:34597)] cleaning up while in state READY due to: connection closed
14:05:04.979 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.53.125:40715(127.17.53.125:40715)] handling channelInactive
14:05:04.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.53.125:40715(127.17.53.125:40715)] cleaning up while in state READY due to: connection closed
14:05:04.980 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 411e27c461ee4a3f80b3589c9fc80041(127.17.53.67:38635)] handling channelInactive
14:05:04.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 411e27c461ee4a3f80b3589c9fc80041(127.17.53.67:38635)] cleaning up while in state READY due to: connection closed
14:05:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:04.979770 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 17933
14:05:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:04.989029 18067 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.119728 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 17933
14:05:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:05.142848 18092 connection.cc:537] server connection from 127.17.53.65:55927 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:05:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.143216 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 18077
14:05:05.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.150259 18208 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:05.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:05.192442 18235 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.65:34597: connect: Connection refused (error 111)
14:05:05.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:05.193898 18235 consensus_peers.cc:597] T f30c229d5f1c447593cc9c71f8b157e8 P 411e27c461ee4a3f80b3589c9fc80041 -> Peer d04d2a91cb9146dea190e149994ef579 (127.17.53.65:34597): Couldn't send request to peer d04d2a91cb9146dea190e149994ef579. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.65:34597: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.251099 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 18077
14:05:05.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.267346 18483 master_runner.cc:186] Error getting master registration for 127.17.53.126:43879: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111),
14:05:05.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.267570 18483 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:05:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.269913 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 18218
14:05:05.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.281102 18349 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:05.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.384845 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 18218
14:05:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.403767 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 18636
14:05:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.410748 18710 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:05.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:05.435381 18502 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111) [suppressed 22 similar messages]
14:05:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251024 14:05:05.436363 18502 consensus_peers.cc:597] T 00000000000000000000000000000000 P be121877e169468abf0726c72d6ab281 -> Peer 352291a368614edc997d6557dd3e5a28 (127.17.53.126:43879): Couldn't send request to peer 352291a368614edc997d6557dd3e5a28. Status: Network error: Client connection negotiation failed: client connection to 127.17.53.126:43879: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
14:05:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.524699 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 18636
14:05:05.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.546396 17621 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu pid 18483
14:05:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.553138 18555 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251024 14:05:05.669154 17621 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksAFAXi/build/asan/bin/kudu with pid 18483
14:05:05.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-24T14:05:05Z chronyd exiting
14:05:05.828 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)