02:30:12.495 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:30:12.495 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8aeFDy/test-tmp
02:30:12.495 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
02:30:12.495 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8aeFDy/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
02:30:12.496 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:30:12.843 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:30:12.843 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:30:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:12.845811 8309 mini_oidc.cc:152] Starting JWKS server
02:30:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:12.848897 8309 webserver.cc:460] Webserver started at http://127.0.0.1:34733/ using document root <none> and password file <none>
02:30:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:12.849134 8309 mini_oidc.cc:189] Starting OIDC Discovery server
02:30:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:12.849751 8309 webserver.cc:460] Webserver started at http://127.0.0.1:41393/ using document root <none> and password file <none>
02:30:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T02:30:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:30:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T02:30:12Z Disabled control of system clock
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:12.885905 8309 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/wal
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/logs
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data/info.pb
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.126:46875
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.126
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34733/jwks.json
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:30:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.230160 8326 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:30:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.230473 8326 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:30:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.230559 8326 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:30:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.238025 8326 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:30:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.238140 8326 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:30:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.238178 8326 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:30:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.238229 8326 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:30:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.238266 8326 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:30:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.238322 8326 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:30:13.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.238359 8326 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34733/jwks.json
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.247941 8326 master_runner.cc:386] Master server non-default flags:
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/wal
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.126:46875
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34733/jwks.json
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data/info.pb
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.126
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/logs
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:30:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:30:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.249341 8326 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:30:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.251194 8326 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:30:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.263847 8331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.263803 8333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.263782 8336 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.265183 8326 server_base.cc:1034] running on GCE node
02:30:13.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.266137 8326 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:30:13.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.267650 8326 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:30:13.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.268882 8326 hybrid_clock.cc:648] HybridClock initialized: now 1786156213268850 us; error 84 us; skew 500 ppm
02:30:13.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.269301 8326 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:30:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.271727 8326 webserver.cc:460] Webserver started at http://127.8.29.126:35001/ using document root <none> and password file <none>
02:30:13.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.272531 8326 fs_manager.cc:359] Metadata directory not provided
02:30:13.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.272663 8326 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:30:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.273006 8326 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:30:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.275727 8326 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data/instance:
02:30:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e6036b905d4c8aa99b3981bb274b1d"
02:30:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:13 on dist-test-slave-t3q3"
02:30:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.276587 8326 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/wal/instance:
02:30:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e6036b905d4c8aa99b3981bb274b1d"
02:30:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:13 on dist-test-slave-t3q3"
02:30:13.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.281785 8326 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
02:30:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.285254 8346 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:30:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.286528 8326 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:30:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.286731 8326 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data,/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/wal
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e6036b905d4c8aa99b3981bb274b1d"
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:13 on dist-test-slave-t3q3"
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.286973 8326 fs_report.cc:383] FS layout report
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/wal
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/wal
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data/data
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:30:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:30:13.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.302950 8326 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:30:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.303859 8326 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:30:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.304234 8326 kserver.cc:163] Server-wide thread pool size limit: 3276
02:30:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.325982 8326 rpc_server.cc:307] RPC server started. Bound to: 127.8.29.126:46875
02:30:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.326009 8446 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.29.126:46875 every 8 connection(s)
02:30:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.327395 8326 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/data/info.pb
02:30:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.331316 8448 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:13.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.335585 8309 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8aeFDy/build/asan/bin/kudu as pid 8326
02:30:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.335875 8309 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-0/wal/instance
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.338150 8309 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/wal
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/logs
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data/info.pb
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:30:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.125:40053
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.125
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34733/jwks.json
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:30:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.337620 8448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } has no permanent_uuid. Determining permanent_uuid...
02:30:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.355394 8448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } has no permanent_uuid. Determining permanent_uuid...
02:30:13.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.356616 8355 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.29.125:40053: connect: Connection refused (error 111)
02:30:13.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.358214 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.125:40053: Network error: Client connection negotiation failed: client connection to 127.8.29.125:40053: connect: Connection refused (error 111)
02:30:13.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.407645 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } attempt: 1
02:30:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.409894 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.125:40053: Network error: Client connection negotiation failed: client connection to 127.8.29.125:40053: connect: Connection refused (error 111)
02:30:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.478236 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } attempt: 2
02:30:13.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.480638 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.125:40053: Network error: Client connection negotiation failed: client connection to 127.8.29.125:40053: connect: Connection refused (error 111)
02:30:13.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.571943 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } attempt: 3
02:30:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.574036 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.125:40053: Network error: Client connection negotiation failed: client connection to 127.8.29.125:40053: connect: Connection refused (error 111)
02:30:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.679816 8452 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:30:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.680181 8452 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:30:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.680279 8452 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:30:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.687674 8452 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:30:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.687791 8452 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:30:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.687831 8452 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:30:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.687883 8452 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:30:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.687922 8452 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:30:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.687978 8452 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:30:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.688014 8452 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34733/jwks.json
02:30:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.697531 8452 master_runner.cc:386] Master server non-default flags:
02:30:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:30:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/wal
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.125:40053
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34733/jwks.json
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data/info.pb
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.125
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/logs
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:30:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.698832 8452 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:30:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.700726 8452 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:30:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.712947 8473 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.713081 8470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:13.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.713089 8469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:13.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.714534 8452 server_base.cc:1034] running on GCE node
02:30:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.715377 8452 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:30:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.716872 8452 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:30:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.717296 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } attempt: 4
02:30:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.718093 8452 hybrid_clock.cc:648] HybridClock initialized: now 1786156213718031 us; error 53 us; skew 500 ppm
02:30:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.718502 8452 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:30:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.719256 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.125:40053: Network error: Client connection negotiation failed: client connection to 127.8.29.125:40053: connect: Connection refused (error 111)
02:30:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.721104 8452 webserver.cc:460] Webserver started at http://127.8.29.125:44195/ using document root <none> and password file <none>
02:30:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.721786 8452 fs_manager.cc:359] Metadata directory not provided
02:30:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.721877 8452 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:30:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.722151 8452 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:30:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.724942 8452 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data/instance:
02:30:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fa2481358af49a2af1ec9bb64ea762b"
02:30:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:13 on dist-test-slave-t3q3"
02:30:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.725729 8452 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/wal/instance:
02:30:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fa2481358af49a2af1ec9bb64ea762b"
02:30:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:13 on dist-test-slave-t3q3"
02:30:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.731420 8452 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
02:30:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.735098 8480 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:30:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.736569 8452 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.736770 8452 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data,/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/wal
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fa2481358af49a2af1ec9bb64ea762b"
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:13 on dist-test-slave-t3q3"
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.737016 8452 fs_report.cc:383] FS layout report
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/wal
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/wal
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data/data
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:30:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:30:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.756336 8452 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:30:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.757241 8452 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:30:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.757512 8452 kserver.cc:163] Server-wide thread pool size limit: 3276
02:30:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.780551 8452 rpc_server.cc:307] RPC server started. Bound to: 127.8.29.125:40053
02:30:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.780570 8587 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.29.125:40053 every 8 connection(s)
02:30:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.781883 8452 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/data/info.pb
02:30:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.785641 8589 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.789180 8309 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8aeFDy/build/asan/bin/kudu as pid 8452
02:30:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.789330 8309 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-1/wal/instance
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.790251 8309 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/wal
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/logs
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data/info.pb
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:30:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.124:40733
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.124
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34733/jwks.json
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:30:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:30:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.792212 8589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } has no permanent_uuid. Determining permanent_uuid...
02:30:13.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.809487 8589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } has no permanent_uuid. Determining permanent_uuid...
02:30:13.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.819463 8589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } has no permanent_uuid. Determining permanent_uuid...
02:30:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.820504 8481 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:13.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.822161 8589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.871554 8589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 1
02:30:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.873956 8589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:13.942229 8589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 2
02:30:13.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:13.944485 8589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:14.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.018543 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } attempt: 5
02:30:14.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.025825 8448 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } has no permanent_uuid. Determining permanent_uuid...
02:30:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.027981 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.035770 8589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 3
02:30:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.037822 8589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.079346 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 1
02:30:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.081364 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.137910 8593 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:30:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.138198 8593 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:30:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.138291 8593 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:30:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.145642 8593 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:30:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.145758 8593 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:30:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.145797 8593 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:30:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.145848 8593 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:30:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.145886 8593 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:30:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.145948 8593 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:30:14.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.145987 8593 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34733/jwks.json
02:30:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.149665 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 2
02:30:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.151660 8448 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.155432 8593 master_runner.cc:386] Master server non-default flags:
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/wal
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.124:40733
02:30:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34733/jwks.json
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data/info.pb
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.124
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/logs
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:30:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.156808 8593 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:30:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.158636 8593 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:30:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.171264 8607 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.171237 8604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.171427 8611 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.172778 8593 server_base.cc:1034] running on GCE node
02:30:14.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.173681 8593 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:30:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.175064 8593 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:30:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.176270 8593 hybrid_clock.cc:648] HybridClock initialized: now 1786156214176215 us; error 50 us; skew 500 ppm
02:30:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.176600 8593 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:30:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.179088 8593 webserver.cc:460] Webserver started at http://127.8.29.124:40233/ using document root <none> and password file <none>
02:30:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.179783 8593 fs_manager.cc:359] Metadata directory not provided
02:30:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.179875 8593 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:30:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.180212 8593 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:30:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.181072 8589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 4
02:30:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.182987 8589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.183362 8593 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data/instance:
02:30:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61055adf81d24eb1b513fbd0eb0ab8e1"
02:30:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:14 on dist-test-slave-t3q3"
02:30:14.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.184182 8593 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/wal/instance:
02:30:14.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61055adf81d24eb1b513fbd0eb0ab8e1"
02:30:14.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:14 on dist-test-slave-t3q3"
02:30:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.189307 8593 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
02:30:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.193019 8623 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:30:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.194392 8593 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:30:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.194588 8593 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data,/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/wal
02:30:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "61055adf81d24eb1b513fbd0eb0ab8e1"
02:30:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:14 on dist-test-slave-t3q3"
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.194808 8593 fs_report.cc:383] FS layout report
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/wal
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/wal
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data/data
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:30:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:30:14.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.215489 8593 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:30:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.216476 8593 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:30:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.216734 8593 kserver.cc:163] Server-wide thread pool size limit: 3276
02:30:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.239693 8593 rpc_server.cc:307] RPC server started. Bound to: 127.8.29.124:40733
02:30:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.239714 8733 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.29.124:40733 every 8 connection(s)
02:30:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.241221 8593 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/data/info.pb
02:30:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.242727 8309 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8aeFDy/build/asan/bin/kudu as pid 8593
02:30:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.242877 8309 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/master-2/wal/instance
02:30:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.245934 8734 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.253388 8734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } has no permanent_uuid. Determining permanent_uuid...
02:30:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.257899 8448 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 3
02:30:14.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.269526 8734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } has no permanent_uuid. Determining permanent_uuid...
02:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.275949 8448 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: Bootstrap starting.
02:30:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.276423 8734 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } has no permanent_uuid. Determining permanent_uuid...
02:30:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.280537 8448 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: Neither blocks nor log segments found. Creating new log.
02:30:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.281800 8448 log.cc:824] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: Log is configured to *not* fsync() on all Append() calls
02:30:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.285943 8448 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: No bootstrap required, opened a new log
02:30:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.288942 8734 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1: Bootstrap starting.
02:30:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.292461 8734 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1: Neither blocks nor log segments found. Creating new log.
02:30:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.293596 8734 log.cc:824] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1: Log is configured to *not* fsync() on all Append() calls
02:30:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.294662 8448 raft_consensus.cc:348] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.295055 8448 raft_consensus.cc:374] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.295184 8448 raft_consensus.cc:729] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 32e6036b905d4c8aa99b3981bb274b1d, State: Initialized, Role: FOLLOWER
02:30:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.295914 8448 consensus_queue.cc:260] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.296952 8746 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.297411 8746 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: This master's current role is: FOLLOWER
02:30:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.298019 8448 sys_catalog.cc:564] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: configured and running, proceeding with master startup.
02:30:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.298681 8734 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1: No bootstrap required, opened a new log
02:30:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.307068 8360 tablet.cc:2369] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:30:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.309849 8734 raft_consensus.cc:348] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.311177 8734 raft_consensus.cc:374] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.311340 8734 raft_consensus.cc:729] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 61055adf81d24eb1b513fbd0eb0ab8e1, State: Initialized, Role: FOLLOWER
02:30:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.312851 8734 consensus_queue.cc:260] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.315493 8768 sys_catalog.cc:455] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.315938 8768 sys_catalog.cc:458] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: This master's current role is: FOLLOWER
02:30:14.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.317071 8734 sys_catalog.cc:564] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: configured and running, proceeding with master startup.
02:30:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.317898 8763 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:30:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.318151 8763 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:30:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.312690 8326 master_runner.cc:186] Error getting master registration for 127.8.29.125:40053: OK, instance_id { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" instance_seqno: 1786156213775104 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:30:14.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.344105 8326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:30:14.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.354312 8782 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:30:14.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:14.354489 8782 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:30:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.354521 8593 master_runner.cc:186] Error getting master registration for 127.8.29.125:40053: OK, instance_id { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" instance_seqno: 1786156213775104 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:30:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.366302 8593 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:30:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.382213 8768 raft_consensus.cc:482] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:30:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.382602 8768 raft_consensus.cc:504] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.384490 8768 leader_election.cc:288] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 32e6036b905d4c8aa99b3981bb274b1d (127.8.29.126:46875), 3fa2481358af49a2af1ec9bb64ea762b (127.8.29.125:40053)
02:30:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.385468 8394 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32e6036b905d4c8aa99b3981bb274b1d" is_pre_election: true
02:30:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.386129 8394 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 61055adf81d24eb1b513fbd0eb0ab8e1 in term 0.
02:30:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.386786 8629 leader_election.cc:302] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32e6036b905d4c8aa99b3981bb274b1d, 61055adf81d24eb1b513fbd0eb0ab8e1; no voters:
02:30:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.387200 8768 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:30:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.387372 8768 raft_consensus.cc:482] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:30:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.387471 8768 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 0 FOLLOWER]: Advancing to term 1
02:30:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.393848 8768 raft_consensus.cc:504] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.396684 8394 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32e6036b905d4c8aa99b3981bb274b1d"
02:30:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.396916 8394 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 0 FOLLOWER]: Advancing to term 1
02:30:14.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.400683 8394 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 61055adf81d24eb1b513fbd0eb0ab8e1 in term 1.
02:30:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.396282 8768 leader_election.cc:288] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [CANDIDATE]: Term 1 election: Requested vote from peers 32e6036b905d4c8aa99b3981bb274b1d (127.8.29.126:46875), 3fa2481358af49a2af1ec9bb64ea762b (127.8.29.125:40053)
02:30:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.401335 8629 leader_election.cc:302] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32e6036b905d4c8aa99b3981bb274b1d, 61055adf81d24eb1b513fbd0eb0ab8e1; no voters:
02:30:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.401718 8768 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 1 FOLLOWER]: Leader election won for term 1
02:30:14.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.402482 8768 raft_consensus.cc:686] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [term 1 LEADER]: Becoming Leader. State: Replica: 61055adf81d24eb1b513fbd0eb0ab8e1, State: Running, Role: LEADER
02:30:14.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.403194 8768 consensus_queue.cc:237] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.406677 8784 sys_catalog.cc:455] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 61055adf81d24eb1b513fbd0eb0ab8e1. Latest consensus state: current_term: 1 leader_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.407168 8784 sys_catalog.cc:458] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: This master's current role is: LEADER
02:30:14.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.418891 8788 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:30:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.421372 8788 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:30:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.437160 8394 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Refusing update from remote peer 61055adf81d24eb1b513fbd0eb0ab8e1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:30:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.438428 8768 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.453820 8746 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 61055adf81d24eb1b513fbd0eb0ab8e1. Latest consensus state: current_term: 1 leader_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.454186 8746 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: This master's current role is: FOLLOWER
02:30:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.459319 8791 mvcc.cc:205] Tried to move back new op lower bound from 7316095854319943680 to 7316095854201356288. Current Snapshot: MvccSnapshot[applied={T|T < 7316095854319943680}]
02:30:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.460894 8746 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.461158 8746 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: This master's current role is: FOLLOWER
02:30:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.461933 8768 sys_catalog.cc:455] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.462271 8768 sys_catalog.cc:458] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: This master's current role is: LEADER
02:30:14.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.465041 8788 catalog_manager.cc:1347] Generated new cluster ID: ea567cb45f964996bf19730311af0271
02:30:14.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.465152 8788 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:30:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.482220 8589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } attempt: 5
02:30:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.498065 8589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b: Bootstrap starting.
02:30:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.510226 8589 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b: Neither blocks nor log segments found. Creating new log.
02:30:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.510628 8788 catalog_manager.cc:1370] Generated new certificate authority record
02:30:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.512627 8788 catalog_manager.cc:1504] Loading token signing keys...
02:30:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.518675 8589 log.cc:824] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b: Log is configured to *not* fsync() on all Append() calls
02:30:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.530581 8589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b: No bootstrap required, opened a new log
02:30:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.543349 8589 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.543782 8589 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.543897 8589 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fa2481358af49a2af1ec9bb64ea762b, State: Initialized, Role: FOLLOWER
02:30:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.544687 8589 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:14.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.547484 8806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.548489 8589 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: configured and running, proceeding with master startup.
02:30:14.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.548960 8517 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 0 FOLLOWER]: Advancing to term 1
02:30:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.549149 8519 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3fa2481358af49a2af1ec9bb64ea762b"
02:30:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.549443 8522 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3fa2481358af49a2af1ec9bb64ea762b" is_pre_election: true
02:30:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.558779 8788 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1: Generated new TSK 0
02:30:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.559851 8788 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:30:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.560725 8517 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 1 FOLLOWER]: Refusing update from remote peer 61055adf81d24eb1b513fbd0eb0ab8e1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:30:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.561775 8784 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.577248 8309 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/wal
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/logs
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data/info.pb
02:30:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.65:0
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.29.65
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.65
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:30:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:30:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.549686 8806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: This master's current role is: FOLLOWER
02:30:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.630023 8810 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.630656 8810 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: This master's current role is: FOLLOWER
02:30:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.630853 8806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 61055adf81d24eb1b513fbd0eb0ab8e1. Latest consensus state: current_term: 1 leader_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.631174 8806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: This master's current role is: FOLLOWER
02:30:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.650089 8816 mvcc.cc:205] Tried to move back new op lower bound from 7316095854804422656 to 7316095854201356288. Current Snapshot: MvccSnapshot[applied={T|T < 7316095854804422656}]
02:30:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.670274 8784 sys_catalog.cc:455] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.670615 8784 sys_catalog.cc:458] T 00000000000000000000000000000000 P 61055adf81d24eb1b513fbd0eb0ab8e1 [sys.catalog]: This master's current role is: LEADER
02:30:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:14.703600 8829 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:30:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.034107 8815 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:30:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.034441 8815 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:30:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.034588 8815 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:30:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.042251 8815 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:30:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.042429 8815 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:30:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.042488 8815 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:30:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.042558 8815 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:30:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.042677 8815 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.29.65
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.052367 8815 tablet_server_runner.cc:78] Tablet server non-default flags:
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/wal
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.65:0
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data/info.pb
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.65
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.29.65
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/logs
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:30:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:30:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.054121 8815 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:30:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.055994 8815 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:30:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.070804 8845 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.070765 8841 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.071753 8842 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:15.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.071933 8815 server_base.cc:1034] running on GCE node
02:30:15.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.072609 8815 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:30:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.073540 8815 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:30:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.074784 8815 hybrid_clock.cc:648] HybridClock initialized: now 1786156215074716 us; error 52 us; skew 500 ppm
02:30:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.075140 8815 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:30:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.077503 8815 webserver.cc:460] Webserver started at http://127.8.29.65:33361/ using document root <none> and password file <none>
02:30:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.078219 8815 fs_manager.cc:359] Metadata directory not provided
02:30:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.078352 8815 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:30:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.078672 8815 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:30:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.081379 8815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data/instance:
02:30:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ecad1527f3f44fd9c78d5eccb359512"
02:30:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:15 on dist-test-slave-t3q3"
02:30:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.082203 8815 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/wal/instance:
02:30:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ecad1527f3f44fd9c78d5eccb359512"
02:30:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:15 on dist-test-slave-t3q3"
02:30:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.087257 8815 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
02:30:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.090719 8855 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.092188 8815 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.092365 8815 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data,/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/wal
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ecad1527f3f44fd9c78d5eccb359512"
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:15 on dist-test-slave-t3q3"
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.092597 8815 fs_report.cc:383] FS layout report
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/wal
02:30:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/wal
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data/data
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:30:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:30:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.115146 8815 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:30:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.116171 8815 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:30:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.116537 8815 kserver.cc:163] Server-wide thread pool size limit: 3276
02:30:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.119849 8815 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:30:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.119966 8815 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:30:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.120136 8815 ts_tablet_manager.cc:610] Registered 0 tablets
02:30:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.120321 8815 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
02:30:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.184787 8815 rpc_server.cc:307] RPC server started. Bound to: 127.8.29.65:37775
02:30:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.184805 9058 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.29.65:37775 every 8 connection(s)
02:30:15.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.186621 8815 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/data/info.pb
02:30:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.189045 8309 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8aeFDy/build/asan/bin/kudu as pid 8815
02:30:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.189277 8309 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-0/wal/instance
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.196959 8309 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/wal
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/logs
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data/info.pb
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.66:0
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.29.66
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.66
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:30:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:30:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:30:15.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.202682 9062 heartbeater.cc:347] Connected to a master server at 127.8.29.126:46875
02:30:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.203190 9062 heartbeater.cc:464] Registering TS with master...
02:30:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.204573 9062 heartbeater.cc:511] Master 127.8.29.126:46875 requested a full tablet report, sending...
02:30:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.206193 9061 heartbeater.cc:347] Connected to a master server at 127.8.29.124:40733
02:30:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.206476 9061 heartbeater.cc:464] Registering TS with master...
02:30:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.207255 9061 heartbeater.cc:511] Master 127.8.29.124:40733 requested a full tablet report, sending...
02:30:15.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.207551 8373 ts_manager.cc:194] Registered new tserver with Master: 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775)
02:30:15.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.209003 8656 ts_manager.cc:194] Registered new tserver with Master: 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775)
02:30:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.211009 8656 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.29.65:50747
02:30:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.212021 9063 heartbeater.cc:347] Connected to a master server at 127.8.29.125:40053
02:30:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.212337 9063 heartbeater.cc:464] Registering TS with master...
02:30:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.212934 9063 heartbeater.cc:511] Master 127.8.29.125:40053 requested a full tablet report, sending...
02:30:15.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.214790 8501 ts_manager.cc:194] Registered new tserver with Master: 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775)
02:30:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.320739 8763 catalog_manager.cc:1259] Loaded cluster ID: ea567cb45f964996bf19730311af0271
02:30:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.320883 8763 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: loading cluster ID for follower catalog manager: success
02:30:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.324525 8763 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: acquiring CA information for follower catalog manager: success
02:30:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.326831 8763 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:30:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.555105 9066 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:30:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.555475 9066 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:30:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.555630 9066 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:30:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.563722 9066 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:30:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.563931 9066 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:30:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.563990 9066 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:30:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.564059 9066 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:30:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.564203 9066 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.29.66
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.574823 9066 tablet_server_runner.cc:78] Tablet server non-default flags:
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/wal
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.66:0
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data/info.pb
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.66
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.29.66
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/logs
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:30:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:30:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:30:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:30:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.576493 9066 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:30:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.578474 9066 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.592907 9076 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.592856 9080 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:15.592880 9078 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.593694 9066 server_base.cc:1034] running on GCE node
02:30:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.594463 9066 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:30:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.595510 9066 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:30:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.596730 9066 hybrid_clock.cc:648] HybridClock initialized: now 1786156215596669 us; error 52 us; skew 500 ppm
02:30:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.597082 9066 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:30:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.599895 9066 webserver.cc:460] Webserver started at http://127.8.29.66:34253/ using document root <none> and password file <none>
02:30:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.600730 9066 fs_manager.cc:359] Metadata directory not provided
02:30:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.600826 9066 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:30:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.601112 9066 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:30:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.603793 9066 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data/instance:
02:30:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e37c5891f9b94a21914e273f582ce3d2"
02:30:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:15 on dist-test-slave-t3q3"
02:30:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.604822 9066 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/wal/instance:
02:30:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e37c5891f9b94a21914e273f582ce3d2"
02:30:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:15 on dist-test-slave-t3q3"
02:30:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.610590 9066 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
02:30:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.614267 9088 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:30:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.615787 9066 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.615935 9066 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data,/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/wal
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e37c5891f9b94a21914e273f582ce3d2"
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:15 on dist-test-slave-t3q3"
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.616253 9066 fs_report.cc:383] FS layout report
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/wal
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/wal
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data/data
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:30:15.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:30:15.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.635330 9066 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:30:15.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.636387 9066 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:30:15.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.636660 9066 kserver.cc:163] Server-wide thread pool size limit: 3276
02:30:15.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.639796 9066 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:30:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.639890 9066 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:30:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.639986 9066 ts_tablet_manager.cc:610] Registered 0 tablets
02:30:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.640028 9066 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:30:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.705856 9066 rpc_server.cc:307] RPC server started. Bound to: 127.8.29.66:40853
02:30:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.705878 9286 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.29.66:40853 every 8 connection(s)
02:30:15.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.707296 9066 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/data/info.pb
02:30:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.709486 8829 catalog_manager.cc:1259] Loaded cluster ID: ea567cb45f964996bf19730311af0271
02:30:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.709617 8829 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b: loading cluster ID for follower catalog manager: success
02:30:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.710937 8309 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8aeFDy/build/asan/bin/kudu as pid 9066
02:30:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.711108 8309 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-1/wal/instance
02:30:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.713030 9290 heartbeater.cc:347] Connected to a master server at 127.8.29.126:46875
02:30:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.713333 9290 heartbeater.cc:464] Registering TS with master...
02:30:15.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.713976 8829 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b: acquiring CA information for follower catalog manager: success
02:30:15.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.714732 9290 heartbeater.cc:511] Master 127.8.29.126:46875 requested a full tablet report, sending...
02:30:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.716368 8829 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:30:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.716975 8373 ts_manager.cc:194] Registered new tserver with Master: e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66:40853)
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.721177 9289 heartbeater.cc:347] Connected to a master server at 127.8.29.124:40733
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.721263 8309 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8aeFDy/build/asan/bin/kudu
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/wal
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/logs
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data/info.pb
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.67:0
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.29.67
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.67
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.721351 9289 heartbeater.cc:464] Registering TS with master...
02:30:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.721922 9289 heartbeater.cc:511] Master 127.8.29.124:40733 requested a full tablet report, sending...
02:30:15.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.724906 8656 ts_manager.cc:194] Registered new tserver with Master: e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66:40853)
02:30:15.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.726495 8656 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.29.66:41231
02:30:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.741578 9291 heartbeater.cc:347] Connected to a master server at 127.8.29.125:40053
02:30:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.741767 9291 heartbeater.cc:464] Registering TS with master...
02:30:15.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.742213 9291 heartbeater.cc:511] Master 127.8.29.125:40053 requested a full tablet report, sending...
02:30:15.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:15.743582 8501 ts_manager.cc:194] Registered new tserver with Master: e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66:40853)
02:30:16.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.087630 9292 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:30:16.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.087914 9292 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:30:16.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.088012 9292 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:30:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.095559 9292 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:30:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.095708 9292 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:30:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.095748 9292 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:30:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.095793 9292 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:30:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.095860 9292 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.29.67
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.105449 9292 tablet_server_runner.cc:78] Tablet server non-default flags:
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.29.84:42843
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/wal
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.29.67:0
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data/info.pb
02:30:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.29.67
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.29.126:46875,127.8.29.125:40053,127.8.29.124:40733
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.29.67
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/logs
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:30:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.106820 9292 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:30:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.108635 9292 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:30:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.122475 9308 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.122566 9306 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.122512 9305 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:30:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.123759 9292 server_base.cc:1034] running on GCE node
02:30:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.124507 9292 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:30:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.125460 9292 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:30:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.126646 9292 hybrid_clock.cc:648] HybridClock initialized: now 1786156216126534 us; error 79 us; skew 500 ppm
02:30:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.127084 9292 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:30:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.134642 9292 webserver.cc:460] Webserver started at http://127.8.29.67:44417/ using document root <none> and password file <none>
02:30:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.135514 9292 fs_manager.cc:359] Metadata directory not provided
02:30:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.135710 9292 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:30:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.136134 9292 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:30:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.139053 9292 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data/instance:
02:30:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbbf48df883f4b3f83ba82afcc857178"
02:30:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:16 on dist-test-slave-t3q3"
02:30:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.139958 9292 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/wal/instance:
02:30:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbbf48df883f4b3f83ba82afcc857178"
02:30:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:16 on dist-test-slave-t3q3"
02:30:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.145934 9292 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.002s
02:30:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.149724 9318 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:30:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.151599 9292 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.151793 9292 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data,/tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/wal
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbbf48df883f4b3f83ba82afcc857178"
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:30:16 on dist-test-slave-t3q3"
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.152061 9292 fs_report.cc:383] FS layout report
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/wal
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/wal
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data/data
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:30:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:30:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.168915 9292 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:30:16.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.169747 9292 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:30:16.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.170001 9292 kserver.cc:163] Server-wide thread pool size limit: 3276
02:30:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.173132 9292 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:30:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.173256 9292 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:30:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.173393 9292 ts_tablet_manager.cc:610] Registered 0 tablets
02:30:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.173501 9292 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:30:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.214941 9061 heartbeater.cc:503] Master 127.8.29.124:40733 was elected leader, sending a full tablet report...
02:30:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.237437 9292 rpc_server.cc:307] RPC server started. Bound to: 127.8.29.67:39837
02:30:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.237470 9513 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.29.67:39837 every 8 connection(s)
02:30:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.238699 9292 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/data/info.pb
02:30:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.242609 9515 heartbeater.cc:347] Connected to a master server at 127.8.29.126:46875
02:30:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.242974 9515 heartbeater.cc:464] Registering TS with master...
02:30:16.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.244489 8309 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8aeFDy/build/asan/bin/kudu as pid 9292
02:30:16.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.244701 8309 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8aeFDy/test-tmp/mini-kudu-cluster1859943957468638797/ts-2/wal/instance
02:30:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.250859 9515 heartbeater.cc:511] Master 127.8.29.126:46875 requested a full tablet report, sending...
02:30:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.251816 9514 heartbeater.cc:347] Connected to a master server at 127.8.29.124:40733
02:30:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.251964 9514 heartbeater.cc:464] Registering TS with master...
02:30:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.252684 9514 heartbeater.cc:511] Master 127.8.29.124:40733 requested a full tablet report, sending...
02:30:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.253590 8656 ts_manager.cc:194] Registered new tserver with Master: cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.253937 8373 ts_manager.cc:194] Registered new tserver with Master: cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.254703 8656 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.29.67:45067
02:30:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.263240 9522 heartbeater.cc:347] Connected to a master server at 127.8.29.125:40053
02:30:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.263417 9522 heartbeater.cc:464] Registering TS with master...
02:30:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.263885 9522 heartbeater.cc:511] Master 127.8.29.125:40053 requested a full tablet report, sending...
02:30:16.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.264986 8501 ts_manager.cc:194] Registered new tserver with Master: cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.271852 8309 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
02:30:16.273 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:30:16.273 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:30:16.275 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.29.126"
port: 46875
}
bound_http_address {
host: "127.8.29.126"
port: 35001
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.29.125"
port: 40053
}
bound_http_address {
host: "127.8.29.125"
port: 44195
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.29.124"
port: 40733
}
bound_http_address {
host: "127.8.29.124"
port: 40233
}
}
}
02:30:16.275 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:30:16.275 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.29.65"
port: 37775
}
bound_http_address {
host: "127.8.29.65"
port: 33361
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.29.66"
port: 40853
}
bound_http_address {
host: "127.8.29.66"
port: 34253
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.29.67"
port: 39837
}
bound_http_address {
host: "127.8.29.67"
port: 44417
}
}
}
02:30:16.276 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:30:16.277 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:30:16.279 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.29.125:40053(127.8.29.125:40053)] connecting to peer
02:30:16.280 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.29.126:46875(127.8.29.126:46875)] connecting to peer
02:30:16.281 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:16.281 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.29.125:40053(127.8.29.125:40053)] Successfully connected to peer
02:30:16.282 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.29.126:46875(127.8.29.126:46875)] Successfully connected to peer
02:30:16.283 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.29.124:40733(127.8.29.124:40733)] Successfully connected to peer
02:30:16.284 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.29.125
02:30:16.285 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.29.126
02:30:16.296 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.8.29.124
02:30:16.301 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x48f23cb0, L:/127.0.0.1:47848 - R:/127.8.29.126:46875] using SASL/PLAIN
02:30:16.306 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6ba67883, L:/127.0.0.1:42900 - R:/127.8.29.125:40053] using SASL/PLAIN
02:30:16.308 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x780de32a, L:/127.0.0.1:44160 - R:/127.8.29.124:40733] using SASL/PLAIN
02:30:16.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:30:16.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=33), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [25ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: OK, deferred=null) after lookup
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.313624 8656 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44160:
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.316264 8656 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:30:16.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4cbbda6aaf9243bb99f588f3cca4941a
02:30:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.440944 9178 tablet_service.cc:1467] Processing CreateTablet for tablet 0d721f78c0a84381833ebff0519ca267 (DEFAULT_TABLE table=txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:30:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.440969 9406 tablet_service.cc:1467] Processing CreateTablet for tablet 49295ca375164edc8b3bb11c7961c8f5 (DEFAULT_TABLE table=txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:30:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.440919 8961 tablet_service.cc:1467] Processing CreateTablet for tablet 0d721f78c0a84381833ebff0519ca267 (DEFAULT_TABLE table=txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:30:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.442502 9406 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 49295ca375164edc8b3bb11c7961c8f5. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.442514 8960 tablet_service.cc:1467] Processing CreateTablet for tablet 49295ca375164edc8b3bb11c7961c8f5 (DEFAULT_TABLE table=txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:30:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.442693 9178 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0d721f78c0a84381833ebff0519ca267. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.443073 9408 tablet_service.cc:1467] Processing CreateTablet for tablet 0d721f78c0a84381833ebff0519ca267 (DEFAULT_TABLE table=txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:30:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.442510 8961 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0d721f78c0a84381833ebff0519ca267. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.443591 9408 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 0d721f78c0a84381833ebff0519ca267. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.443918 8960 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 49295ca375164edc8b3bb11c7961c8f5. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.448002 9177 tablet_service.cc:1467] Processing CreateTablet for tablet 49295ca375164edc8b3bb11c7961c8f5 (DEFAULT_TABLE table=txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:30:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.448537 9177 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 49295ca375164edc8b3bb11c7961c8f5. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.461463 9577 tablet_bootstrap.cc:492] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2: Bootstrap starting.
02:30:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.462575 9580 tablet_bootstrap.cc:492] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178: Bootstrap starting.
02:30:16.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.463937 9579 tablet_bootstrap.cc:492] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512: Bootstrap starting.
02:30:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.465970 9580 tablet_bootstrap.cc:654] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178: Neither blocks nor log segments found. Creating new log.
02:30:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.466163 9577 tablet_bootstrap.cc:654] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2: Neither blocks nor log segments found. Creating new log.
02:30:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.467280 9579 tablet_bootstrap.cc:654] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512: Neither blocks nor log segments found. Creating new log.
02:30:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.467262 9580 log.cc:824] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178: Log is configured to *not* fsync() on all Append() calls
02:30:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.467999 9577 log.cc:824] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2: Log is configured to *not* fsync() on all Append() calls
02:30:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.469028 9579 log.cc:824] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512: Log is configured to *not* fsync() on all Append() calls
02:30:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.471014 9577 tablet_bootstrap.cc:492] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2: No bootstrap required, opened a new log
02:30:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.471310 9577 ts_tablet_manager.cc:1397] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2: Time spent bootstrapping tablet: real 0.010s user 0.006s sys 0.000s
02:30:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.471861 9579 tablet_bootstrap.cc:492] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512: No bootstrap required, opened a new log
02:30:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.471969 9580 tablet_bootstrap.cc:492] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178: No bootstrap required, opened a new log
02:30:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.472172 9579 ts_tablet_manager.cc:1397] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
02:30:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.472256 9580 ts_tablet_manager.cc:1397] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.004s
02:30:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.478749 9577 raft_consensus.cc:348] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.479278 9577 raft_consensus.cc:374] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.479396 9577 raft_consensus.cc:729] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e37c5891f9b94a21914e273f582ce3d2, State: Initialized, Role: FOLLOWER
02:30:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.480161 9577 consensus_queue.cc:260] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.482403 9289 heartbeater.cc:503] Master 127.8.29.124:40733 was elected leader, sending a full tablet report...
02:30:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.483258 9577 ts_tablet_manager.cc:1428] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2: Time spent starting tablet: real 0.012s user 0.012s sys 0.000s
02:30:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.483220 9580 raft_consensus.cc:348] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.483222 9579 raft_consensus.cc:348] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.483669 9580 raft_consensus.cc:374] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.483668 9579 raft_consensus.cc:374] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.483769 9580 raft_consensus.cc:729] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbbf48df883f4b3f83ba82afcc857178, State: Initialized, Role: FOLLOWER
02:30:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.483769 9579 raft_consensus.cc:729] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ecad1527f3f44fd9c78d5eccb359512, State: Initialized, Role: FOLLOWER
02:30:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.484540 9580 consensus_queue.cc:260] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.484540 9579 consensus_queue.cc:260] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.488186 9293 tablet.cc:2369] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:30:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.489305 9577 tablet_bootstrap.cc:492] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2: Bootstrap starting.
02:30:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.491303 9577 tablet_bootstrap.cc:654] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2: Neither blocks nor log segments found. Creating new log.
02:30:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.492935 9514 heartbeater.cc:503] Master 127.8.29.124:40733 was elected leader, sending a full tablet report...
02:30:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.493582 9580 ts_tablet_manager.cc:1428] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178: Time spent starting tablet: real 0.021s user 0.014s sys 0.006s
02:30:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.494910 9580 tablet_bootstrap.cc:492] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178: Bootstrap starting.
02:30:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.497623 9577 tablet_bootstrap.cc:492] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2: No bootstrap required, opened a new log
02:30:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.497905 9577 ts_tablet_manager.cc:1397] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
02:30:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.498342 9580 tablet_bootstrap.cc:654] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178: Neither blocks nor log segments found. Creating new log.
02:30:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.498909 9577 raft_consensus.cc:348] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.499370 9577 raft_consensus.cc:374] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.499500 9577 raft_consensus.cc:729] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e37c5891f9b94a21914e273f582ce3d2, State: Initialized, Role: FOLLOWER
02:30:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.499744 9577 consensus_queue.cc:260] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.502563 9579 ts_tablet_manager.cc:1428] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512: Time spent starting tablet: real 0.030s user 0.015s sys 0.005s
02:30:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.503731 9579 tablet_bootstrap.cc:492] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512: Bootstrap starting.
02:30:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.505657 9579 tablet_bootstrap.cc:654] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512: Neither blocks nor log segments found. Creating new log.
02:30:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.506289 9577 ts_tablet_manager.cc:1428] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2: Time spent starting tablet: real 0.008s user 0.002s sys 0.000s
02:30:16.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.507426 9524 tablet.cc:2369] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:30:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.509857 9580 tablet_bootstrap.cc:492] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178: No bootstrap required, opened a new log
02:30:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.510030 9580 ts_tablet_manager.cc:1397] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178: Time spent bootstrapping tablet: real 0.015s user 0.002s sys 0.009s
02:30:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.510994 9580 raft_consensus.cc:348] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.511811 9580 raft_consensus.cc:374] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.512077 9580 raft_consensus.cc:729] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbbf48df883f4b3f83ba82afcc857178, State: Initialized, Role: FOLLOWER
02:30:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.512483 9580 consensus_queue.cc:260] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.514436 9580 ts_tablet_manager.cc:1428] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
02:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.517073 9579 tablet_bootstrap.cc:492] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512: No bootstrap required, opened a new log
02:30:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.517372 9579 ts_tablet_manager.cc:1397] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512: Time spent bootstrapping tablet: real 0.014s user 0.003s sys 0.009s
02:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.518224 9579 raft_consensus.cc:348] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.518441 9579 raft_consensus.cc:374] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.518551 9579 raft_consensus.cc:729] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ecad1527f3f44fd9c78d5eccb359512, State: Initialized, Role: FOLLOWER
02:30:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.518780 9579 consensus_queue.cc:260] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.519369 9579 ts_tablet_manager.cc:1428] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
02:30:16.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.525565 9589 raft_consensus.cc:482] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:30:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.525846 9589 raft_consensus.cc:504] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.527499 9589 leader_election.cc:288] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775), cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.534826 8992 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0d721f78c0a84381833ebff0519ca267" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ecad1527f3f44fd9c78d5eccb359512" is_pre_election: true
02:30:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.534855 9451 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0d721f78c0a84381833ebff0519ca267" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbbf48df883f4b3f83ba82afcc857178" is_pre_election: true
02:30:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.535356 9451 raft_consensus.cc:2454] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 0.
02:30:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.535475 8992 raft_consensus.cc:2454] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 0.
02:30:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.536410 9091 leader_election.cc:302] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cbbf48df883f4b3f83ba82afcc857178, e37c5891f9b94a21914e273f582ce3d2; no voters:
02:30:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.536826 9589 raft_consensus.cc:2781] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:30:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.536984 9589 raft_consensus.cc:482] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:30:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.537106 9589 raft_consensus.cc:3037] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.539127 9589 raft_consensus.cc:504] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.539700 9589 leader_election.cc:288] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 election: Requested vote from peers 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775), cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.540205 8992 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0d721f78c0a84381833ebff0519ca267" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ecad1527f3f44fd9c78d5eccb359512"
02:30:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.540241 9451 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "0d721f78c0a84381833ebff0519ca267" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbbf48df883f4b3f83ba82afcc857178"
02:30:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.540426 8992 raft_consensus.cc:3037] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.540443 9451 raft_consensus.cc:3037] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.542577 9451 raft_consensus.cc:2454] T 0d721f78c0a84381833ebff0519ca267 P cbbf48df883f4b3f83ba82afcc857178 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 1.
02:30:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.542958 9091 leader_election.cc:302] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cbbf48df883f4b3f83ba82afcc857178, e37c5891f9b94a21914e273f582ce3d2; no voters:
02:30:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.542989 8992 raft_consensus.cc:2454] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 1.
02:30:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.543290 9589 raft_consensus.cc:2781] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 1 FOLLOWER]: Leader election won for term 1
02:30:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.543825 9589 raft_consensus.cc:686] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [term 1 LEADER]: Becoming Leader. State: Replica: e37c5891f9b94a21914e273f582ce3d2, State: Running, Role: LEADER
02:30:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.544402 9589 consensus_queue.cc:237] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } }
02:30:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.549780 8656 catalog_manager.cc:5495] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 reported cstate change: term changed from 0 to 1, leader changed from <none> to e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66). New cstate: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } health_report { overall_health: HEALTHY } } }
02:30:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.692566 9589 raft_consensus.cc:482] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:30:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.692800 9589 raft_consensus.cc:504] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.693621 9589 leader_election.cc:288] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775), cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.694217 9451 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "49295ca375164edc8b3bb11c7961c8f5" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbbf48df883f4b3f83ba82afcc857178" is_pre_election: true
02:30:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.694231 8992 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "49295ca375164edc8b3bb11c7961c8f5" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ecad1527f3f44fd9c78d5eccb359512" is_pre_election: true
02:30:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.694473 8992 raft_consensus.cc:2454] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 0.
02:30:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.694499 9451 raft_consensus.cc:2454] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 0.
02:30:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.694904 9092 leader_election.cc:302] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ecad1527f3f44fd9c78d5eccb359512, e37c5891f9b94a21914e273f582ce3d2; no voters:
02:30:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.695343 9589 raft_consensus.cc:2781] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:30:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.695469 9589 raft_consensus.cc:482] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:30:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.695552 9589 raft_consensus.cc:3037] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.696302 9064 tablet.cc:2369] T 0d721f78c0a84381833ebff0519ca267 P 6ecad1527f3f44fd9c78d5eccb359512: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:30:16.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.697642 9589 raft_consensus.cc:504] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.698187 9589 leader_election.cc:288] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 election: Requested vote from peers 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775), cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.698621 8992 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "49295ca375164edc8b3bb11c7961c8f5" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ecad1527f3f44fd9c78d5eccb359512"
02:30:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.698693 9451 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "49295ca375164edc8b3bb11c7961c8f5" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbbf48df883f4b3f83ba82afcc857178"
02:30:16.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.698873 8992 raft_consensus.cc:3037] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.698966 9451 raft_consensus.cc:3037] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.701033 8992 raft_consensus.cc:2454] T 49295ca375164edc8b3bb11c7961c8f5 P 6ecad1527f3f44fd9c78d5eccb359512 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 1.
02:30:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.701083 9451 raft_consensus.cc:2454] T 49295ca375164edc8b3bb11c7961c8f5 P cbbf48df883f4b3f83ba82afcc857178 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 1.
02:30:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.701459 9092 leader_election.cc:302] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ecad1527f3f44fd9c78d5eccb359512, e37c5891f9b94a21914e273f582ce3d2; no voters:
02:30:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.701793 9589 raft_consensus.cc:2781] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 1 FOLLOWER]: Leader election won for term 1
02:30:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.701962 9589 raft_consensus.cc:686] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [term 1 LEADER]: Becoming Leader. State: Replica: e37c5891f9b94a21914e273f582ce3d2, State: Running, Role: LEADER
02:30:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.702240 9589 consensus_queue.cc:237] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.705333 8656 catalog_manager.cc:5495] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 reported cstate change: term changed from 0 to 1, leader changed from <none> to e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66). New cstate: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } health_report { overall_health: UNKNOWN } } }
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.943233 8656 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44168:
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:30:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:30:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:16.944519 8656 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:30:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.957175 8960 tablet_service.cc:1467] Processing CreateTablet for tablet a46e77b41f404ac3ac586221f8d8021a (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=04dd1e970a5646f99fa3c3ad1c6e5c1c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:30:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.957432 9408 tablet_service.cc:1467] Processing CreateTablet for tablet a46e77b41f404ac3ac586221f8d8021a (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=04dd1e970a5646f99fa3c3ad1c6e5c1c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:30:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.958353 8960 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a46e77b41f404ac3ac586221f8d8021a. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.958436 9408 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a46e77b41f404ac3ac586221f8d8021a. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.957912 9177 tablet_service.cc:1467] Processing CreateTablet for tablet a46e77b41f404ac3ac586221f8d8021a (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=04dd1e970a5646f99fa3c3ad1c6e5c1c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:30:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.958871 9177 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a46e77b41f404ac3ac586221f8d8021a. 1 dirs total, 0 dirs full, 0 dirs failed
02:30:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.964254 9579 tablet_bootstrap.cc:492] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: Bootstrap starting.
02:30:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.966013 9579 tablet_bootstrap.cc:654] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: Neither blocks nor log segments found. Creating new log.
02:30:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.966174 9580 tablet_bootstrap.cc:492] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: Bootstrap starting.
02:30:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.966434 9577 tablet_bootstrap.cc:492] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: Bootstrap starting.
02:30:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.968026 9577 tablet_bootstrap.cc:654] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: Neither blocks nor log segments found. Creating new log.
02:30:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.968228 9580 tablet_bootstrap.cc:654] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: Neither blocks nor log segments found. Creating new log.
02:30:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.970314 9577 tablet_bootstrap.cc:492] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: No bootstrap required, opened a new log
02:30:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.970487 9577 ts_tablet_manager.cc:1397] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
02:30:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971015 9580 tablet_bootstrap.cc:492] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: No bootstrap required, opened a new log
02:30:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971216 9580 ts_tablet_manager.cc:1397] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.003s
02:30:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971300 9577 raft_consensus.cc:348] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971576 9577 raft_consensus.cc:374] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971668 9579 tablet_bootstrap.cc:492] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: No bootstrap required, opened a new log
02:30:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971681 9577 raft_consensus.cc:729] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e37c5891f9b94a21914e273f582ce3d2, State: Initialized, Role: FOLLOWER
02:30:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971824 9579 ts_tablet_manager.cc:1397] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: Time spent bootstrapping tablet: real 0.008s user 0.005s sys 0.000s
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.971925 9577 consensus_queue.cc:260] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972141 9580 raft_consensus.cc:348] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972441 9580 raft_consensus.cc:374] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972481 9577 ts_tablet_manager.cc:1428] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972544 9580 raft_consensus.cc:729] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbbf48df883f4b3f83ba82afcc857178, State: Initialized, Role: FOLLOWER
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972711 9589 raft_consensus.cc:482] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972597 9579 raft_consensus.cc:348] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972853 9579 raft_consensus.cc:374] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:30:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972925 9579 raft_consensus.cc:729] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ecad1527f3f44fd9c78d5eccb359512, State: Initialized, Role: FOLLOWER
02:30:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972853 9589 raft_consensus.cc:504] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.972815 9580 consensus_queue.cc:260] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.973171 9579 consensus_queue.cc:260] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.973513 9589 leader_election.cc:288] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775), cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.973345 9591 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.973675 9591 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: This TxnStatusTablet replica's current role is: FOLLOWER
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.973590 9590 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.973901 9590 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: This TxnStatusTablet replica's current role is: FOLLOWER
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.974198 8992 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a46e77b41f404ac3ac586221f8d8021a" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ecad1527f3f44fd9c78d5eccb359512" is_pre_election: true
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.974452 8992 raft_consensus.cc:2454] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 0.
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.975266 9092 leader_election.cc:302] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ecad1527f3f44fd9c78d5eccb359512, e37c5891f9b94a21914e273f582ce3d2; no voters:
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.975615 9451 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a46e77b41f404ac3ac586221f8d8021a" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbbf48df883f4b3f83ba82afcc857178" is_pre_election: true
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.975755 9579 ts_tablet_manager.cc:1428] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.975828 9451 raft_consensus.cc:2454] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 0.
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.976205 9600 raft_consensus.cc:2781] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.976341 9600 raft_consensus.cc:482] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.976475 9600 raft_consensus.cc:3037] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.977877 9580 ts_tablet_manager.cc:1428] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: Time spent starting tablet: real 0.007s user 0.002s sys 0.000s
02:30:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.980927 9600 raft_consensus.cc:504] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.982244 8992 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a46e77b41f404ac3ac586221f8d8021a" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6ecad1527f3f44fd9c78d5eccb359512"
02:30:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.982502 8992 raft_consensus.cc:3037] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.987071 9589 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.987432 9589 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: This TxnStatusTablet replica's current role is: FOLLOWER
02:30:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.987526 8992 raft_consensus.cc:2454] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 1.
02:30:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.988116 9092 leader_election.cc:302] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6ecad1527f3f44fd9c78d5eccb359512, e37c5891f9b94a21914e273f582ce3d2; no voters:
02:30:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.988397 9589 raft_consensus.cc:2781] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 1 FOLLOWER]: Leader election won for term 1
02:30:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.988547 9589 raft_consensus.cc:686] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [term 1 LEADER]: Becoming Leader. State: Replica: e37c5891f9b94a21914e273f582ce3d2, State: Running, Role: LEADER
02:30:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.988813 9451 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a46e77b41f404ac3ac586221f8d8021a" candidate_uuid: "e37c5891f9b94a21914e273f582ce3d2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbbf48df883f4b3f83ba82afcc857178"
02:30:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.988858 9589 consensus_queue.cc:237] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } }
02:30:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.989027 9451 raft_consensus.cc:3037] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [term 0 FOLLOWER]: Advancing to term 1
02:30:16.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.990950 9589 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: TxnStatusTablet state changed. Reason: New leader e37c5891f9b94a21914e273f582ce3d2. Latest consensus state: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:16.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.991201 9589 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: This TxnStatusTablet replica's current role is: LEADER
02:30:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.992005 9627 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
02:30:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.991899 8656 catalog_manager.cc:5495] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 reported cstate change: term changed from 0 to 1, leader changed from <none> to e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66). New cstate: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } health_report { overall_health: UNKNOWN } } }
02:30:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.992466 9627 txn_status_manager.cc:929] Loading transaction status metadata into memory...
02:30:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.993670 9451 raft_consensus.cc:2454] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e37c5891f9b94a21914e273f582ce3d2 in term 1.
02:30:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.992934 9589 consensus_queue.cc:1035] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:16.995523 9600 leader_election.cc:288] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [CANDIDATE]: Term 1 election: Requested vote from peers 6ecad1527f3f44fd9c78d5eccb359512 (127.8.29.65:37775), cbbf48df883f4b3f83ba82afcc857178 (127.8.29.67:39837)
02:30:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.030889 9600 consensus_queue.cc:1035] T 0d721f78c0a84381833ebff0519ca267 P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:17.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.055574 9450 raft_consensus.cc:1261] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178 [term 1 FOLLOWER]: Refusing update from remote peer e37c5891f9b94a21914e273f582ce3d2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:30:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.055660 8992 raft_consensus.cc:1261] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512 [term 1 FOLLOWER]: Refusing update from remote peer e37c5891f9b94a21914e273f582ce3d2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:30:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.056349 9600 consensus_queue.cc:1035] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.056901 9600 consensus_queue.cc:1035] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.066789 9590 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: TxnStatusTablet state changed. Reason: New leader e37c5891f9b94a21914e273f582ce3d2. Latest consensus state: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.067098 9590 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: This TxnStatusTablet replica's current role is: FOLLOWER
02:30:17.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.070968 9591 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: TxnStatusTablet state changed. Reason: New leader e37c5891f9b94a21914e273f582ce3d2. Latest consensus state: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:17.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.071260 9591 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: This TxnStatusTablet replica's current role is: FOLLOWER
02:30:17.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.080461 9636 mvcc.cc:205] Tried to move back new op lower bound from 7316095865052409856 to 7316095864788832256. Current Snapshot: MvccSnapshot[applied={T|T < 7316095865052409856}]
02:30:17.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.083511 9590 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:17.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.083791 9590 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P 6ecad1527f3f44fd9c78d5eccb359512: This TxnStatusTablet replica's current role is: FOLLOWER
02:30:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.085052 9625 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.088761 9625 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: This TxnStatusTablet replica's current role is: LEADER
02:30:17.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.089785 9625 consensus_queue.cc:1035] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.097683 9589 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.098134 9589 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P e37c5891f9b94a21914e273f582ce3d2: This TxnStatusTablet replica's current role is: LEADER
02:30:17.104 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:30:17.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4cbbda6aaf9243bb99f588f3cca4941a
02:30:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.106406 9591 tablet_replica.cc:439] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e37c5891f9b94a21914e273f582ce3d2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ecad1527f3f44fd9c78d5eccb359512" member_type: VOTER last_known_addr { host: "127.8.29.65" port: 37775 } } peers { permanent_uuid: "e37c5891f9b94a21914e273f582ce3d2" member_type: VOTER last_known_addr { host: "127.8.29.66" port: 40853 } } peers { permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 } } }
02:30:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.106663 9591 tablet_replica.cc:442] T a46e77b41f404ac3ac586221f8d8021a P cbbf48df883f4b3f83ba82afcc857178: This TxnStatusTablet replica's current role is: FOLLOWER
02:30:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.111420 9600 consensus_queue.cc:1035] T 49295ca375164edc8b3bb11c7961c8f5 P e37c5891f9b94a21914e273f582ce3d2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbbf48df883f4b3f83ba82afcc857178" member_type: VOTER last_known_addr { host: "127.8.29.67" port: 39837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:30:17.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0d721f78c0a84381833ebff0519ca267 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
02:30:17.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 49295ca375164edc8b3bb11c7961c8f5 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
02:30:17.114 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=0d721f78c0a84381833ebff0519ca267@[6ecad1527f3f44fd9c78d5eccb359512(127.8.29.65:37775),cbbf48df883f4b3f83ba82afcc857178(127.8.29.67:39837),e37c5891f9b94a21914e273f582ce3d2(127.8.29.66:40853)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=49295ca375164edc8b3bb11c7961c8f5@[6ecad1527f3f44fd9c78d5eccb359512(127.8.29.65:37775),cbbf48df883f4b3f83ba82afcc857178(127.8.29.67:39837),e37c5891f9b94a21914e273f582ce3d2(127.8.29.66:40853)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:30:17.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.8.29.124:40733, [6ms] Sub RPC GetTableLocations: received response from server master-127.8.29.124:40733: OK, deferred=null) after lookup
02:30:17.115 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e37c5891f9b94a21914e273f582ce3d2(127.8.29.66:40853)] connecting to peer
02:30:17.118 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e37c5891f9b94a21914e273f582ce3d2(127.8.29.66:40853)] Successfully connected to peer
02:30:17.139 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf0bc9355, L:/127.0.0.1:35396 - R:/127.8.29.66:40853] using TOKEN/null
02:30:17.190 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.29.124:40733
02:30:17.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:30:17.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.191530 8309 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8aeFDy/build/asan/bin/kudu pid 8593
02:30:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.193342 8720 generic_service.cc:196] Checking for leaks (request via RPC)
02:30:17.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.361620 8309 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8aeFDy/build/asan/bin/kudu with pid 8593
02:30:17.392 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.29.124:40733(127.8.29.124:40733)] handling channelInactive
02:30:17.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state READY due to: connection closed
02:30:17.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:30:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:17.532121 9289 heartbeater.cc:644] Failed to heartbeat to 127.8.29.124:40733 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:17.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.624 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.8.29.124:40733(127.8.29.124:40733) for tablet Kudu Master: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.641 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.662089 9664 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 61055adf81d24eb1b513fbd0eb0ab8e1)
02:30:17.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.662627 9666 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 61055adf81d24eb1b513fbd0eb0ab8e1)
02:30:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.662593 9664 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.662803 9666 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.664108 9666 leader_election.cc:288] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3fa2481358af49a2af1ec9bb64ea762b (127.8.29.125:40053), 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733)
02:30:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.664084 9664 leader_election.cc:288] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 32e6036b905d4c8aa99b3981bb274b1d (127.8.29.126:46875), 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733)
02:30:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.664616 8522 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e6036b905d4c8aa99b3981bb274b1d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3fa2481358af49a2af1ec9bb64ea762b" is_pre_election: true
02:30:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.664906 8522 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 32e6036b905d4c8aa99b3981bb274b1d in term 1.
02:30:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.665433 8355 leader_election.cc:302] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32e6036b905d4c8aa99b3981bb274b1d, 3fa2481358af49a2af1ec9bb64ea762b; no voters:
02:30:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.665601 8394 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3fa2481358af49a2af1ec9bb64ea762b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "32e6036b905d4c8aa99b3981bb274b1d" is_pre_election: true
02:30:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.665818 8394 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3fa2481358af49a2af1ec9bb64ea762b in term 1.
02:30:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.666128 9666 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Leader pre-election won for term 2
02:30:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.666374 9666 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 61055adf81d24eb1b513fbd0eb0ab8e1)
02:30:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.666610 9666 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 1 FOLLOWER]: Advancing to term 2
02:30:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.666658 8484 leader_election.cc:302] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32e6036b905d4c8aa99b3981bb274b1d, 3fa2481358af49a2af1ec9bb64ea762b; no voters:
02:30:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.667135 9664 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 1 FOLLOWER]: Leader pre-election won for term 2
02:30:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.667273 9664 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 1 FOLLOWER]: Starting leader election (detected failure of leader 61055adf81d24eb1b513fbd0eb0ab8e1)
02:30:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.667364 9664 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 1 FOLLOWER]: Advancing to term 2
02:30:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.670739 9666 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.671787 9664 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.672519 9666 leader_election.cc:288] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 2 election: Requested vote from peers 3fa2481358af49a2af1ec9bb64ea762b (127.8.29.125:40053), 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733)
02:30:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.672132 8522 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e6036b905d4c8aa99b3981bb274b1d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3fa2481358af49a2af1ec9bb64ea762b"
02:30:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:17.673156 8347 leader_election.cc:334] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.673298 8522 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 32e6036b905d4c8aa99b3981bb274b1d in current term 2: Already voted for candidate 3fa2481358af49a2af1ec9bb64ea762b in this term.
02:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.673945 9664 leader_election.cc:288] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 2 election: Requested vote from peers 32e6036b905d4c8aa99b3981bb274b1d (127.8.29.126:46875), 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733)
02:30:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:17.674593 8481 leader_election.cc:334] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.674877 8394 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3fa2481358af49a2af1ec9bb64ea762b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "32e6036b905d4c8aa99b3981bb274b1d"
02:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.675207 8394 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 3fa2481358af49a2af1ec9bb64ea762b in current term 2: Already voted for candidate 32e6036b905d4c8aa99b3981bb274b1d in this term.
02:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:17.675218 8347 leader_election.cc:334] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:17.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.675417 8347 leader_election.cc:302] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32e6036b905d4c8aa99b3981bb274b1d; no voters: 3fa2481358af49a2af1ec9bb64ea762b, 61055adf81d24eb1b513fbd0eb0ab8e1
02:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.675747 9666 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:17.676191 8481 leader_election.cc:334] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.676319 8481 leader_election.cc:302] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3fa2481358af49a2af1ec9bb64ea762b; no voters: 32e6036b905d4c8aa99b3981bb274b1d, 61055adf81d24eb1b513fbd0eb0ab8e1
02:30:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.676584 9664 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:30:17.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.681 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.700 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.743 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.820 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.8.29.124:40733, [4ms] received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [124ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [125ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, deferred=Deferred@120129344(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@49c30658 -> (continuation of Deferred@36160070 after retry RPC after error@821970137) -> (continuation of Deferred@2141345409 after retry RPC after error@771911403) -> (continuation of Deferred@311143583 after retry RPC after error@1351740059) -> (continuation of Deferred@1038788694 after retry RPC after error@10677302) -> (continuation of Deferred@1333942249 after retry RPC after error@278444464), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@78580bed -> (continuation of Deferred@36160070 after retry RPC after error@821970137) -> (continuation of Deferred@2141345409 after retry RPC after error@771911403) -> (continuation of Deferred@311143583 after retry RPC after error@1351740059) -> (continuation of Deferred@1038788694 after retry RPC after error@10677302) -> (continuation of Deferred@1333942249 after retry RPC after error@278444464)))
02:30:17.823 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.8.29.124:40733, [4ms] received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [21ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [43ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [124ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [125ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, deferred=Deferred@120129344(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@49c30658 -> (continuation of Deferred@36160070 after retry RPC after error@821970137) -> (continuation of Deferred@2141345409 after retry RPC after error@771911403) -> (continuation of Deferred@311143583 after retry RPC after error@1351740059) -> (continuation of Deferred@1038788694 after retry RPC after error@10677302) -> (continuation of Deferred@1333942249 after retry RPC after error@278444464), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@78580bed -> (continuation of Deferred@36160070 after retry RPC after error@821970137) -> (continuation of Deferred@2141345409 after retry RPC after error@771911403) -> (continuation of Deferred@311143583 after retry RPC after error@1351740059) -> (continuation of Deferred@1038788694 after retry RPC after error@10677302) -> (continuation of Deferred@1333942249 after retry RPC after error@278444464)))
02:30:17.840 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.860 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.879 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.881 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.921 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.980 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:17.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:17.982 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.988976 9666 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:30:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.989195 9666 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.989840 9666 leader_election.cc:288] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3fa2481358af49a2af1ec9bb64ea762b (127.8.29.125:40053), 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733)
02:30:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.990427 8522 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e6036b905d4c8aa99b3981bb274b1d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3fa2481358af49a2af1ec9bb64ea762b" is_pre_election: true
02:30:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.990773 8522 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 32e6036b905d4c8aa99b3981bb274b1d in term 2.
02:30:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.991232 8355 leader_election.cc:302] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32e6036b905d4c8aa99b3981bb274b1d, 3fa2481358af49a2af1ec9bb64ea762b; no voters:
02:30:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:17.991518 8347 leader_election.cc:334] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.991576 9666 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Leader pre-election won for term 3
02:30:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.991706 9666 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:30:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.991822 9666 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 2 FOLLOWER]: Advancing to term 3
02:30:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.994338 9666 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.994894 9666 leader_election.cc:288] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 3 election: Requested vote from peers 3fa2481358af49a2af1ec9bb64ea762b (127.8.29.125:40053), 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733)
02:30:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.995370 8522 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e6036b905d4c8aa99b3981bb274b1d" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3fa2481358af49a2af1ec9bb64ea762b"
02:30:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.995625 8522 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 2 FOLLOWER]: Advancing to term 3
02:30:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:17.996330 8347 leader_election.cc:334] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.998075 8522 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 32e6036b905d4c8aa99b3981bb274b1d in term 3.
02:30:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.998556 8355 leader_election.cc:302] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 32e6036b905d4c8aa99b3981bb274b1d, 3fa2481358af49a2af1ec9bb64ea762b; no voters: 61055adf81d24eb1b513fbd0eb0ab8e1
02:30:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.998879 9666 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 3 FOLLOWER]: Leader election won for term 3
02:30:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.999379 9666 raft_consensus.cc:686] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [term 3 LEADER]: Becoming Leader. State: Replica: 32e6036b905d4c8aa99b3981bb274b1d, State: Running, Role: LEADER
02:30:18.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:17.999881 9666 consensus_queue.cc:237] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:18.000 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:18.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:18.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:18.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.002059 9676 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32e6036b905d4c8aa99b3981bb274b1d. Latest consensus state: current_term: 3 leader_uuid: "32e6036b905d4c8aa99b3981bb274b1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.002516 9676 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: This master's current role is: LEADER
02:30:18.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733; will retry
02:30:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.003309 9677 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:30:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.005746 9677 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=04dd1e970a5646f99fa3c3ad1c6e5c1c]
02:30:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.006276 9677 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a]
02:30:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.007805 9677 tablet_loader.cc:96] loaded metadata for tablet 0d721f78c0a84381833ebff0519ca267 (table txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a])
02:30:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.008213 9677 tablet_loader.cc:96] loaded metadata for tablet 49295ca375164edc8b3bb11c7961c8f5 (table txn_manager_fallback [id=4cbbda6aaf9243bb99f588f3cca4941a])
02:30:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.008483 9677 tablet_loader.cc:96] loaded metadata for tablet a46e77b41f404ac3ac586221f8d8021a (table kudu_system.kudu_transactions [id=04dd1e970a5646f99fa3c3ad1c6e5c1c])
02:30:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.008694 9677 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:30:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.009466 9677 catalog_manager.cc:1259] Loaded cluster ID: ea567cb45f964996bf19730311af0271
02:30:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.009552 9677 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:30:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.010653 9677 catalog_manager.cc:1504] Loading token signing keys...
02:30:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.011629 9677 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d: Loaded TSK: 0
02:30:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.012542 9677 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:30:18.079 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.8.29.124:40733(127.8.29.124:40733)] connecting to peer
02:30:18.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:18.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.124:40733(127.8.29.124:40733)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:18.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.29.124:40733: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733
02:30:18.082 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:30:18.083 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, deferred=Deferred@748860267(state=PENDING, result=null, callback=(continuation of Deferred@757900692 after retry RPC after error@1963932683) -> (continuation of Deferred@1845348400 after retry RPC after error@1425868559) -> (continuation of Deferred@481630209 after retry RPC after error@282493176) -> (continuation of Deferred@325678746 after retry RPC after error@798019207) -> (continuation of Deferred@466726500 after retry RPC after error@1067728038) -> (continuation of Deferred@1730236526 after retry RPC after error@1315725051) -> (continuation of Deferred@1482193884 after retry RPC after error@1183264125) -> (continuation of Deferred@734570467 after retry RPC after error@125808615), errback=(continuation of Deferred@757900692 after retry RPC after error@1963932683) -> (continuation of Deferred@1845348400 after retry RPC after error@1425868559) -> (continuation of Deferred@481630209 after retry RPC after error@282493176) -> (continuation of Deferred@325678746 after retry RPC after error@798019207) -> (continuation of Deferred@466726500 after retry RPC after error@1067728038) -> (continuation of Deferred@1730236526 after retry RPC after error@1315725051) -> (continuation of Deferred@1482193884 after retry RPC after error@1183264125) -> (continuation of Deferred@734570467 after retry RPC after error@125808615))) after lookup
02:30:18.100 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=10, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [23ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [41ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [61ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [81ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [101ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [142ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [162ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.8.29.125:40053,127.8.29.126:46875,127.8.29.124:40733) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.125:40053, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.126:46875, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.29.124:40733, [241ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.124:40733: Network error: Failed to connect to peer master-127.8.29.124:40733(127.8.29.124:40733): Connection refused: /127.8.29.124:40733, [242ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.125:40053: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.8.29.126:46875: OK, [244ms] sending RPC to server master-127.8.29.126:46875, deferred=Deferred@748860267(state=PENDING, result=null, callback=(continuation of Deferred@757900692 after retry RPC after error@1963932683) -> (continuation of Deferred@1845348400 after retry RPC after error@1425868559) -> (continuation of Deferred@481630209 after retry RPC after error@282493176) -> (continuation of Deferred@325678746 after retry RPC after error@798019207) -> (continuation of Deferred@466726500 after retry RPC after error@1067728038) -> (continuation of Deferred@1730236526 after retry RPC after error@1315725051) -> (continuation of Deferred@1482193884 after retry RPC after error@1183264125) -> (continuation of Deferred@734570467 after retry RPC after error@125808615) -> (continuation of Deferred@1745869024 after retry RPC@5409701), errback=(continuation of Deferred@757900692 after retry RPC after error@1963932683) -> (continuation of Deferred@1845348400 after retry RPC after error@1425868559) -> (continuation of Deferred@481630209 after retry RPC after error@282493176) -> (continuation of Deferred@325678746 after retry RPC after error@798019207) -> (continuation of Deferred@466726500 after retry RPC after error@1067728038) -> (continuation of Deferred@1730236526 after retry RPC after error@1315725051) -> (continuation of Deferred@1482193884 after retry RPC after error@1183264125) -> (continuation of Deferred@734570467 after retry RPC after error@125808615) -> (continuation of Deferred@1745869024 after retry RPC@5409701)))
02:30:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.100701 8418 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:47848 (request call id 16) took 16 ms (client timeout 6 ms). Trace:
02:30:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.101104 8418 rpcz_store.cc:269] 0808 02:30:18.084406 (+ 0us) service_pool.cc:170] Inserting onto call queue
02:30:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:30:18.084496 (+ 90us) service_pool.cc:227] Handling call
02:30:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:30:18.100542 (+ 16046us) inbound_call.cc:173] Queueing success response
02:30:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":608,"thread_start_us":2204,"threads_started":5}
02:30:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.118825 8522 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 3 FOLLOWER]: Refusing update from remote peer 32e6036b905d4c8aa99b3981bb274b1d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
02:30:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.120010 9676 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [LEADER]: Connected to new peer: Peer: permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:30:18.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.120450 9061 heartbeater.cc:644] Failed to heartbeat to 127.8.29.124:40733 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1586819734113391 + 9221785217120670115 cannot be represented in type 'long'
02:30:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.132948 9664 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32e6036b905d4c8aa99b3981bb274b1d. Latest consensus state: current_term: 3 leader_uuid: "32e6036b905d4c8aa99b3981bb274b1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.133325 9664 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: This master's current role is: FOLLOWER
02:30:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.134651 8347 consensus_peers.cc:487] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d -> Peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Couldn't send request to peer 61055adf81d24eb1b513fbd0eb0ab8e1. Status: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:30:18.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.146368 9514 heartbeater.cc:644] Failed to heartbeat to 127.8.29.124:40733 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.147938 9666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "32e6036b905d4c8aa99b3981bb274b1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.148315 9666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d [sys.catalog]: This master's current role is: LEADER
02:30:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.152927 9664 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "32e6036b905d4c8aa99b3981bb274b1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } } }
02:30:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.153298 9664 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [sys.catalog]: This master's current role is: FOLLOWER
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.164204 8372 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47864:
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:30:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:30:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:30:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.171414 8372 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:30:18.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:18.192889 9098 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.046s from last keepalive heartbeat (effective timeout is 1.000s)
02:30:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.212914 9154 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.8.29.124:40733)
02:30:18.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.216988 9701 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
02:30:18.248 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66:40853): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1786156217 last_transition_timestamp: 1786156218
02:30:18.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.420148 8347 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111) [suppressed 14 similar messages]
02:30:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:18.634668 8347 consensus_peers.cc:487] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d -> Peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Couldn't send request to peer 61055adf81d24eb1b513fbd0eb0ab8e1. Status: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:30:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.118103 9062 heartbeater.cc:503] Master 127.8.29.126:46875 was elected leader, sending a full tablet report...
02:30:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:19.123063 8347 consensus_peers.cc:487] T 00000000000000000000000000000000 P 32e6036b905d4c8aa99b3981bb274b1d -> Peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Couldn't send request to peer 61055adf81d24eb1b513fbd0eb0ab8e1. Status: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:30:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.147924 9515 heartbeater.cc:503] Master 127.8.29.126:46875 was elected leader, sending a full tablet report...
02:30:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f7bc3e5d538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
02:30:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
02:30:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.351011 8326 master_runner.cc:186] Error getting master registration for 127.8.29.124:40733: Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111),
02:30:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.351271 8326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:30:19.399 [DEBUG - main] (Connection.java:575) [peer master-127.8.29.126:46875(127.8.29.126:46875)] disconnecting while in state READY
02:30:19.400 [DEBUG - main] (Connection.java:575) [peer master-127.8.29.124:40733(127.8.29.124:40733)] disconnecting while in state TERMINATED
02:30:19.400 [DEBUG - main] (Connection.java:575) [peer master-127.8.29.125:40053(127.8.29.125:40053)] disconnecting while in state READY
02:30:19.400 [DEBUG - main] (Connection.java:575) [peer e37c5891f9b94a21914e273f582ce3d2(127.8.29.66:40853)] disconnecting while in state READY
02:30:19.401 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.29.125:40053(127.8.29.125:40053)] handling channelInactive
02:30:19.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.29.125:40053(127.8.29.125:40053)] cleaning up while in state READY due to: connection closed
02:30:19.401 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:30:19.402 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.29.126:46875(127.8.29.126:46875)] handling channelInactive
02:30:19.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.29.126:46875(127.8.29.126:46875)] cleaning up while in state READY due to: connection closed
02:30:19.402 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.8.29.126:46875(127.8.29.126:46875) for tablet Kudu Master: connection closed
02:30:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.403079 8309 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8aeFDy/build/asan/bin/kudu pid 8815
02:30:19.403 [WARN - kudu-nio-1] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244) [main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:728) [main/:?]
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372)
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447)
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343)
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260)
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:728)
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901)
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
02:30:19.420 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e37c5891f9b94a21914e273f582ce3d2(127.8.29.66:40853)] handling channelInactive
02:30:19.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e37c5891f9b94a21914e273f582ce3d2(127.8.29.66:40853)] cleaning up while in state READY due to: connection closed
02:30:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.429260 9050 generic_service.cc:196] Checking for leaks (request via RPC)
02:30:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f7bd6ed1be2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
02:30:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f7bd6ec27d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
02:30:19.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f7bd701716b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
02:30:19.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f7bd7017d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
02:30:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f7bd701c9cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
02:30:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f7bd10cdcc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
02:30:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f7bd10cd9f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
02:30:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f7bcaa3a9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
02:30:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f7bcaa3979e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
02:30:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f7bcaa3fb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
02:30:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f7bcaa4054f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
02:30:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f7bcaa40378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
02:30:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
02:30:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.534876 8309 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8aeFDy/build/asan/bin/kudu with pid 8815
02:30:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.535853 9290 heartbeater.cc:503] Master 127.8.29.126:46875 was elected leader, sending a full tablet report...
02:30:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f7bc3f22eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
02:30:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f7bc71fc6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
02:30:19.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f7bc019261e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
02:30:19.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:30:19.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
02:30:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.576829 8309 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8aeFDy/build/asan/bin/kudu pid 9066
02:30:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.586439 9281 generic_service.cc:196] Checking for leaks (request via RPC)
02:30:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:19.713086 9092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.29.65:37775: connect: Connection refused (error 111)
02:30:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.719718 8309 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8aeFDy/build/asan/bin/kudu with pid 9066
02:30:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:19.762195 9327 connection.cc:535] server connection from 127.8.29.66:50607 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:30:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.762560 8309 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8aeFDy/build/asan/bin/kudu pid 9292
02:30:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.770226 9509 generic_service.cc:196] Checking for leaks (request via RPC)
02:30:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.836241 9754 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 32e6036b905d4c8aa99b3981bb274b1d)
02:30:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.836439 9754 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e6036b905d4c8aa99b3981bb274b1d" member_type: VOTER last_known_addr { host: "127.8.29.126" port: 46875 } } peers { permanent_uuid: "3fa2481358af49a2af1ec9bb64ea762b" member_type: VOTER last_known_addr { host: "127.8.29.125" port: 40053 } } peers { permanent_uuid: "61055adf81d24eb1b513fbd0eb0ab8e1" member_type: VOTER last_known_addr { host: "127.8.29.124" port: 40733 } }
02:30:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.837144 9754 leader_election.cc:288] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 32e6036b905d4c8aa99b3981bb274b1d (127.8.29.126:46875), 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733)
02:30:19.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:19.838340 8484 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.29.126:46875: connect: Connection refused (error 111) [suppressed 6 similar messages]
02:30:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:19.839892 8484 leader_election.cc:334] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 32e6036b905d4c8aa99b3981bb274b1d (127.8.29.126:46875): Network error: Client connection negotiation failed: client connection to 127.8.29.126:46875: connect: Connection refused (error 111)
02:30:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:30:19.840142 8481 leader_election.cc:334] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 61055adf81d24eb1b513fbd0eb0ab8e1 (127.8.29.124:40733): Network error: Client connection negotiation failed: client connection to 127.8.29.124:40733: connect: Connection refused (error 111)
02:30:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.840274 8481 leader_election.cc:302] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3fa2481358af49a2af1ec9bb64ea762b; no voters: 32e6036b905d4c8aa99b3981bb274b1d, 61055adf81d24eb1b513fbd0eb0ab8e1
02:30:19.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.840512 9754 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 3fa2481358af49a2af1ec9bb64ea762b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:30:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.868501 8309 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8aeFDy/build/asan/bin/kudu with pid 9292
02:30:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.895424 8309 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8aeFDy/build/asan/bin/kudu pid 8452
02:30:19.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:19.896884 8581 generic_service.cc:196] Checking for leaks (request via RPC)
02:30:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:30:20.007428 8309 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8aeFDy/build/asan/bin/kudu with pid 8452
02:30:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T02:30:20Z chronyd exiting
02:30:20.177 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66:40853): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786156217 last_transition_timestamp: 1786156218
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: e37c5891f9b94a21914e273f582ce3d2 (127.8.29.66:40853): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786156217 last_transition_timestamp: 1786156218
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more